-- Logs begin at Fri 2022-06-24 02:19:11 UTC, end at Fri 2022-06-24 04:36:58 UTC. -- Jun 24 04:08:40.567515 dv-cinder-846842-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 04:08:43.285782 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.common.config [-] Logging enabled! Jun 24 04:08:43.286433 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 04:08:43.286577 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104484) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 04:08:43.289778 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.common.config [-] Logging enabled! Jun 24 04:08:43.290026 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 04:08:43.290330 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104484) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 04:08:43.291342 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:08:43.292162 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:08:43.292481 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:08:43.292724 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:08:43.292947 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:08:43.293357 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.293654 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.293883 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.294185 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.294503 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.294787 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.295077 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.295372 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.295657 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.295937 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.296218 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.296447 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.296723 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.297007 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.297289 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.297516 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] debug = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.297787 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.298217 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.298643 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.298924 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.299208 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.299482 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.299749 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.300019 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.300299 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.300622 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] host = dv-cinder-846842-3-iscsi {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.300899 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.301181 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.301465 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.301750 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.302022 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.302293 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.302608 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.302879 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.303151 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] log_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.303425 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.303715 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.304006 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.304295 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.304520 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.304742 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.305026 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.305321 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.305596 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.305871 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.306145 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.306441 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.306718 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.307027 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.307331 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.307600 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.307888 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.308161 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.308436 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.308706 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.308980 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.309264 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.309533 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.309806 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.310077 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.310363 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.310656 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.310925 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.311225 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.311508 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.311791 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.312080 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.312355 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.312636 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.312908 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.313176 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.313446 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] use_json = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.313717 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.313989 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.314269 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.314564 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.314833 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.315104 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.315372 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.315653 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.315924 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:43.316496 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.316791 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.317088 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.317377 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.317688 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.317954 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.318240 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.318538 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.318826 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.319112 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.319398 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.319672 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.319969 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.320259 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.320552 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.320855 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.321147 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.321435 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.321708 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.321979 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.322251 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.322578 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.322860 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.323137 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.323420 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.323704 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.323984 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.324277 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.324557 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.324839 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.325128 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.325414 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.325683 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.325959 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.326247 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.326550 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.326821 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.327105 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.327381 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.327649 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.327927 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.328216 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.328500 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.328769 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.329044 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.329332 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.329605 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.329872 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.330142 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.330439 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.330714 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.330997 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.331271 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.331540 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.331808 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.332083 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.332352 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.332620 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.332894 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.333160 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.333432 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.333698 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.333970 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.334238 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.334532 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.334801 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.335068 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.335335 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.335605 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.335871 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.336137 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.336404 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.336669 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.336937 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.337230 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.337506 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.337779 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.338055 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.338865 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.339197 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.339415 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.339690 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.339965 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.340238 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.340526 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.340807 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.341088 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.341369 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.341645 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.341954 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.342229 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.342531 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.342813 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.343086 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.343360 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.343640 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.343918 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.344208 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.344503 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.344779 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.345067 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.345355 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.345644 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.345922 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.346228 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.346535 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:43.346752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:08:43.346988 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104484) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 04:08:43.639189 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 04:08:43.639462 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 04:08:43.639760 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 04:08:43.640087 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 04:08:44.049287 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.049581 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.049847 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.051146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.051418 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.051688 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.103340 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.103609 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.104471 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.118632 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.118908 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.119174 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.148116 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.148391 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.148655 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.184894 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.185167 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.185429 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.416515 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.417129 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.417129 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.417382 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.417960 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.515786 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.516101 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.516380 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.516653 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.516917 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.517225 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.517479 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.517733 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.517983 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.518262 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.518540 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.518804 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.519055 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.519303 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.519552 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.519811 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.520061 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.520323 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.520604 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.520841 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.521116 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.521364 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.521639 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.522010 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.522255 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.522523 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.522912 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:08:44.523148 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:08:44.523381 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:08:44.523614 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:08:44.523845 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:08:44.524076 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:08:44.524433 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 04:08:44.527605 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 04:08:44.531480 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 04:08:44.535094 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 24 04:08:44.536700 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 04:08:44.537300 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 04:08:44.537631 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 04:08:44.538009 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 04:08:44.540758 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 04:08:44.541005 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 04:08:44.541884 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 04:08:44.546898 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 24 04:08:44.569034 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 04:08:44.569482 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.569773 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104484) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 24 04:08:44.570139 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.571495 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104484) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 04:08:44.571773 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 04:08:44.572016 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 04:08:44.575836 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.576111 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:44.723713 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 04:08:44.723883 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 04:08:44.724101 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 04:08:44.724482 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 04:08:44.777758 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO dbcounter [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Registered counter for database neutron Jun 24 04:08:44.796566 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_db.sqlalchemy.engines [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104484) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 04:08:44.802357 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG dbcounter [-] [104484] Writer thread running {{(pid=104484) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 04:08:45.515958 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Initializing driver for type 'gre' Jun 24 04:08:45.516620 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] gre ID ranges: [(1, 1000)] Jun 24 04:08:45.727289 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Initializing driver for type 'local' Jun 24 04:08:45.727744 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Initializing driver for type 'vlan' Jun 24 04:08:45.813103 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] VlanTypeDriver initialization complete Jun 24 04:08:45.813375 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Initializing driver for type 'vxlan' Jun 24 04:08:45.813887 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] vxlan ID ranges: [(1, 1000)] Jun 24 04:08:46.024732 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Initializing extension driver 'port_security' Jun 24 04:08:46.025073 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.extensions.port_security [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] PortSecurityExtensionDriver initialization complete Jun 24 04:08:46.025408 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Initializing mechanism driver 'openvswitch' Jun 24 04:08:46.026413 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Initializing mechanism driver 'hyperv' Jun 24 04:08:46.034537 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.plugins.ml2.plugin [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:08:46.035330 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > port after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.035682 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > port after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.036032 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > port after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.036547 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 04:08:46.036964 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > subnet after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.037317 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > subnet after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.037663 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > subnet after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.038055 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 04:08:46.038487 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > network after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.038839 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > network after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.039185 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > network after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.039573 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 04:08:46.040019 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > security_group after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.040370 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > security_group after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.040705 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > security_group after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.041095 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 04:08:46.041493 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.041881 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.042169 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.044918 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 04:08:46.044918 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > address_group after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.044918 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > address_group after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.044918 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > address_group after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.044918 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 04:08:46.045310 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] ML2 OVO RPC backend initialized. {{(pid=104484) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 24 04:08:46.045310 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router_interface after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.045671 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.046085 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > network before_response 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.046461 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > networks before_response 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.046831 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > port before_response 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.047169 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > ports before_response 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.047509 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > subnet before_response 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.047845 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > subnets before_response 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.048192 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > network after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.048527 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > network after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.048856 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > network after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.049187 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > port after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.049523 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > port after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.049857 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > port after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.050190 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > subnet after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.050561 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > subnet after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.050897 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > subnet after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.058758 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded quota_driver: . Jun 24 04:08:46.059121 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.plugin [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Modular L2 Plugin initialization complete Jun 24 04:08:46.059467 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading services supported by the core plugin {{(pid=104484) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 04:08:46.059812 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.plugins.ml2.managers [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Got port-security extension from driver 'port_security' Jun 24 04:08:46.060296 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.extensions.vlantransparent [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Disabled vlantransparent extension. Jun 24 04:08:46.060794 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104484) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 04:08:46.061116 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading Plugin: router Jun 24 04:08:46.097613 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router_interface before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.097953 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router after_create 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.098325 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router before_create 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.098719 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.099091 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.099447 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router after_delete 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.099802 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > floatingip after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.100149 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > floatingip after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.100502 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router after_create 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.100845 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router after_update 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.101190 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router after_update 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.101534 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.101886 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router after_update 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.102290 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_update 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.102683 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: port after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.103020 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: port after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.103477 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: subnet after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.103826 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.104166 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > port precommit_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.104517 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_create 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.104862 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: port before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.105203 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.105554 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router after_update 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.105894 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_delete 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.106244 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_create 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.106624 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router_interface after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.106966 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_update 55549900 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.107326 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > agent after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.107676 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > agent after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.108018 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > network after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.108869 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Tracking information for resource: router configured {{(pid=104484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:08:46.109197 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Tracking information for resource: floatingip configured {{(pid=104484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:08:46.113975 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.db.l3_agentschedulers_db [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 04:08:46.114575 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: port after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.114937 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: port after_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.115286 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: port after_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.115635 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: port after_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.116426 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router before_create 55550100 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.116789 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_delete 55550100 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.117149 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_create 55550100 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.117500 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > router precommit_update 55550100 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.122347 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.services.provider_configuration [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service providers = [] {{(pid=104484) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 04:08:46.122731 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.db.servicetype_db [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104484) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 04:08:46.126063 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.services.service_base [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:08:46.126506 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.services.service_base [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:08:46.126846 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.services.service_base [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:08:46.127733 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.services.service_base [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:08:46.128100 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.services.service_base [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 04:08:46.128470 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:08:46.128784 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 04:08:46.139965 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:08:46.140301 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading Plugin: auto_allocate Jun 24 04:08:46.145851 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: network precommit_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.146267 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: network precommit_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.155062 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:08:46.155062 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading Plugin: tag Jun 24 04:08:46.161581 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:08:46.161905 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading Plugin: timestamp Jun 24 04:08:46.165704 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:08:46.166034 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading Plugin: network_ip_availability Jun 24 04:08:46.171758 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.172137 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.172527 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.173238 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:08:46.173556 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading Plugin: flavors Jun 24 04:08:46.178546 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:08:46.178871 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading Plugin: revisions Jun 24 04:08:46.183142 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:08:46.183595 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_concurrency.lockutils [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.544s {{(pid=104484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 04:08:46.184328 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104484) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 04:08:46.184661 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Initializing extension manager. Jun 24 04:08:46.185184 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: __init__.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.185523 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: __pycache__ {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.185856 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: address_group.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.186668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.194356 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: address-group Jun 24 04:08:46.194356 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: address_scope.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.194356 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.194356 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: address-scope Jun 24 04:08:46.194356 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: admin_state_down_before_update.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.194957 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.195480 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: router-admin-state-down-before-update Jun 24 04:08:46.195802 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: agent.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.196502 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.197026 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: agent Jun 24 04:08:46.197348 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: agent_resources_synced.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.198825 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.199345 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: agent-resources-synced Jun 24 04:08:46.199666 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: allowedaddresspairs.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.201531 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.202065 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: allowed-address-pairs Jun 24 04:08:46.202416 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: auto_allocated_topology.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.203489 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.204015 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: auto-allocated-topology Jun 24 04:08:46.204412 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: availability_zone.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.205107 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.205624 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: availability_zone Jun 24 04:08:46.205944 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: availability_zone_filter.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.206899 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.207416 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: availability_zone_filter Jun 24 04:08:46.207735 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: data_plane_status.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.208668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.209182 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 04:08:46.209499 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: default_subnetpools.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.210446 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.210967 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: default-subnetpools Jun 24 04:08:46.211289 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: dhcpagentscheduler.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.212160 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.212664 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: dhcp_agent_scheduler Jun 24 04:08:46.212984 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: dns.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.214457 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.214976 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension dns-integration not supported by any of loaded plugins Jun 24 04:08:46.215298 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: dns_domain_ports.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.216211 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.216728 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 04:08:46.217050 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.217964 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.218519 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 04:08:46.218841 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: dvr.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.219505 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.220066 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: dvr Jun 24 04:08:46.220386 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: ecmp_routes.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.226279 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.226823 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension ecmp_routes not supported by any of loaded plugins Jun 24 04:08:46.227143 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: empty_string_filtering.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.228044 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.228561 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: empty-string-filtering Jun 24 04:08:46.229028 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.230178 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.230740 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 04:08:46.231064 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.231966 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.232482 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 04:08:46.232803 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: external_net.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.233701 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.234217 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: external-net Jun 24 04:08:46.234571 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: extra_dhcp_opt.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.235478 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.235997 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: extra_dhcp_opt Jun 24 04:08:46.236320 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: extraroute.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.237269 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.237787 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: extraroute Jun 24 04:08:46.238106 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: extraroute_atomic.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.239171 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.239689 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: extraroute-atomic Jun 24 04:08:46.240044 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: filter_validation.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.240766 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.241278 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: filter-validation Jun 24 04:08:46.241599 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: fip_pf_description.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.242539 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.243054 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 04:08:46.243375 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: fip_pf_port_range.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.244952 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.245471 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 24 04:08:46.245792 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: fip_port_details.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.246757 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.247275 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: fip-port-details Jun 24 04:08:46.247595 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: flavors.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.249234 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.249761 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: flavors Jun 24 04:08:46.250083 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.251770 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.252378 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 04:08:46.252715 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: floatingip_pools.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.253416 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.253942 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: floatingip-pools Jun 24 04:08:46.254268 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: ip_allocation.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.255224 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.255756 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 04:08:46.256079 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.257029 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.257559 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: ip-substring-filtering Jun 24 04:08:46.257883 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l2_adjacency.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.258879 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.259404 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 04:08:46.269345 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.269345 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.269345 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: router Jun 24 04:08:46.269345 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3_conntrack_helper.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.271467 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.272018 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 04:08:46.272357 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.273268 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.273793 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: ext-gw-mode Jun 24 04:08:46.274123 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.275062 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.275849 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: l3-ha Jun 24 04:08:46.276176 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.277076 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.277594 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 24 04:08:46.277917 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3_flavors.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.278849 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.279367 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: l3-flavors Jun 24 04:08:46.279690 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3_ndp_proxy.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.281039 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.281565 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 24 04:08:46.281888 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.282836 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.283532 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 04:08:46.283854 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: l3agentscheduler.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.285007 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.285534 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: l3_agent_scheduler Jun 24 04:08:46.285862 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: local_ip.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.287727 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.288263 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension local_ip not supported by any of loaded plugins Jun 24 04:08:46.288588 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: logging.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.290049 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.290614 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension logging not supported by any of loaded plugins Jun 24 04:08:46.290943 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: metering.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.297128 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.297760 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: metering Jun 24 04:08:46.298092 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.304840 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.305486 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: metering_source_and_destination_fields Jun 24 04:08:46.305822 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: multiprovidernet.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.307351 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.308404 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: multi-provider Jun 24 04:08:46.308727 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: netmtu.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.309714 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.310235 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: net-mtu Jun 24 04:08:46.310632 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: netmtu_writable.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.311554 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.312075 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: net-mtu-writable Jun 24 04:08:46.312396 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: network_availability_zone.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.313065 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.313584 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: network_availability_zone Jun 24 04:08:46.313907 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: network_ip_availability.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.315367 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.315610 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: network-ip-availability Jun 24 04:08:46.315933 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: network_segment_range.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.316710 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.317225 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 04:08:46.317587 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: pagination.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.318592 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.318919 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: pagination Jun 24 04:08:46.319240 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: port_device_profile.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.320137 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.320657 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: port-device-profile Jun 24 04:08:46.320973 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: port_mac_address_override.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.321881 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.323036 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: port-mac-override Jun 24 04:08:46.323877 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.324807 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.325328 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: port-mac-address-regenerate Jun 24 04:08:46.325647 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.326669 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.327187 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: port-numa-affinity-policy Jun 24 04:08:46.327505 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: port_resource_request.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.328402 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.328913 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 04:08:46.329231 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: port_resource_request_groups.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.330178 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.330726 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 24 04:08:46.331044 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: portbindings.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.332069 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.332591 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: binding Jun 24 04:08:46.332907 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: portbindings_extended.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.334159 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.334703 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: binding-extended Jun 24 04:08:46.335028 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: portsecurity.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.335930 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.336447 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: port-security Jun 24 04:08:46.336769 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: project_id.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.337724 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.338638 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: project-id Jun 24 04:08:46.338981 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: providernet.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.339894 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.340415 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: provider Jun 24 04:08:46.340736 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.348160 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.348636 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos not supported by any of loaded plugins Jun 24 04:08:46.348963 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.350192 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.350751 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 04:08:46.351073 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.352000 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.352517 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 04:08:46.352836 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_default.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.354170 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.354776 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-default not supported by any of loaded plugins Jun 24 04:08:46.355101 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_fip.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.356013 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.356538 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-fip not supported by any of loaded plugins Jun 24 04:08:46.356861 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_fip_network_policy.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.357760 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.358318 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 24 04:08:46.358718 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_gateway_ip.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.359630 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.360148 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 04:08:46.360465 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_port_network_policy.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.361412 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.361925 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 04:08:46.362240 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.363294 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.363818 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 24 04:08:46.364138 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.365149 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.365665 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 24 04:08:46.365985 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_pps_rule.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.367217 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.367735 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-pps not supported by any of loaded plugins Jun 24 04:08:46.368061 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_rule_type_details.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.369054 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.370676 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 04:08:46.371001 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_rule_type_filter.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.371910 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.372475 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 24 04:08:46.372797 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: qos_rules_alias.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.374077 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.374666 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 04:08:46.374989 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: quota_check_limit.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.375925 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.376440 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: quota-check-limit Jun 24 04:08:46.376768 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: quotasv2.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.377717 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.378102 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: quotas Jun 24 04:08:46.378450 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: quotasv2_detail.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.380116 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.380448 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: quota_details Jun 24 04:08:46.380769 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: rbac.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.381819 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.382354 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: rbac-policies Jun 24 04:08:46.382706 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: rbac_address_group.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.383621 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.384147 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: rbac-address-group Jun 24 04:08:46.384467 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: rbac_address_scope.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.387573 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.388102 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: rbac-address-scope Jun 24 04:08:46.388426 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: rbac_security_groups.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.389413 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.389933 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: rbac-security-groups Jun 24 04:08:46.390253 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: rbac_subnetpool.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.391188 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.391705 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: rbac-subnetpool Jun 24 04:08:46.392021 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: revisionifmatch.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.392931 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.393449 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: revision-if-match Jun 24 04:08:46.393766 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: revisions.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.394888 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.395410 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: standard-attr-revisions Jun 24 04:08:46.395727 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: router_availability_zone.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.396561 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.397079 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: router_availability_zone Jun 24 04:08:46.397394 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: routerservicetype.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.398347 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.398890 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension router-service-type not supported by any of loaded plugins Jun 24 04:08:46.399205 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.400112 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.400763 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: security-groups-normalized-cidr Jun 24 04:08:46.401464 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: security_groups_port_filtering.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.402412 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.402931 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: port-security-groups-filtering Jun 24 04:08:46.403246 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.404168 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.404687 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: security-groups-remote-address-group Jun 24 04:08:46.405004 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.405917 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.406591 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: security-groups-shared-filtering Jun 24 04:08:46.406910 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: securitygroup.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.417090 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.417632 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: security-group Jun 24 04:08:46.417968 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: segment.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.418807 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.419329 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension segment not supported by any of loaded plugins Jun 24 04:08:46.419653 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.420584 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.421106 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 04:08:46.421428 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: servicetype.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.422549 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.423079 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: service-type Jun 24 04:08:46.423455 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: sorting.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.424423 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.424750 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: sorting Jun 24 04:08:46.425069 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: standard_attr_segment.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.425966 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.426513 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 04:08:46.426837 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: standardattrdescription.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.427480 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.427994 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: standard-attr-description Jun 24 04:08:46.428316 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: stateful_security_group.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.429240 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.429811 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: stateful-security-group Jun 24 04:08:46.430131 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: stdattrs_common.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.430728 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 04:08:46.431047 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.432929 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.433464 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 04:08:46.433785 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: subnet_onboard.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.434864 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.435416 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: subnet_onboard Jun 24 04:08:46.435734 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.436653 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.437167 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 04:08:46.437489 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: subnet_service_types.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.439728 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.440249 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: subnet-service-types Jun 24 04:08:46.440568 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: subnetallocation.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.441642 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.442163 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: subnet_allocation Jun 24 04:08:46.442515 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.443173 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.443690 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: subnetpool-prefix-ops Jun 24 04:08:46.444031 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.445039 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.445620 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 04:08:46.445945 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: tagging.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.447027 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.448579 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: standard-attr-tag Jun 24 04:08:46.448911 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: timestamp.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.450097 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.450684 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loaded extension: standard-attr-timestamp Jun 24 04:08:46.451014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: trunk.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.452023 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.452544 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension trunk not supported by any of loaded plugins Jun 24 04:08:46.452868 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: trunk_details.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.453776 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.454292 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension trunk-details not supported by any of loaded plugins Jun 24 04:08:46.454644 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: uplink_status_propagation.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.455550 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.456065 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 04:08:46.456385 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Loading extension file: vlantransparent.py {{(pid=104484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 04:08:46.457043 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 04:08:46.457649 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 04:08:46.460199 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:network Jun 24 04:08:46.460715 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:subnet Jun 24 04:08:46.461141 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:08:46.461710 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:port Jun 24 04:08:46.463064 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.464015 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service FLAVORS assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.469770 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.469770 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.469770 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:router Jun 24 04:08:46.469770 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:floatingip Jun 24 04:08:46.469770 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service METERING assigned prefix: /metering {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.469770 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.470249 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.470249 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:08:46.470249 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 04:08:46.470249 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:security_group Jun 24 04:08:46.470575 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 04:08:46.470906 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service CORE assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.471237 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:08:46.471573 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] subnetpool is already registered Jun 24 04:08:46.471991 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service CORE assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.472309 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:08:46.472631 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] subnetpool is already registered Jun 24 04:08:46.474997 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.475427 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service FLAVORS assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.476015 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.476433 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.476757 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:router Jun 24 04:08:46.477090 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] router is already registered Jun 24 04:08:46.477495 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:floatingip Jun 24 04:08:46.477824 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] floatingip is already registered Jun 24 04:08:46.478273 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service METERING assigned prefix: /metering {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.479559 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 04:08:46.479885 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] rbac_policy is already registered Jun 24 04:08:46.480296 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:security_group Jun 24 04:08:46.480628 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] security_group is already registered Jun 24 04:08:46.481026 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 04:08:46.481354 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] security_group_rule is already registered Jun 24 04:08:46.481964 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service CORE assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.482282 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:08:46.482638 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] subnetpool is already registered Jun 24 04:08:46.483053 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.v2.resource_helper [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Service CORE assigned prefix: {{(pid=104484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:08:46.483368 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:08:46.483690 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING neutron.quota.resource_registry [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] subnetpool is already registered Jun 24 04:08:46.484197 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: extensions {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.485610 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: address-groups {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.487168 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: address-scopes {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.488600 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: agents {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.489737 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: auto-allocated-topology {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.490978 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: availability_zones {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.492188 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: dhcp-networks {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.493709 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: dhcp-agents {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.496169 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: routers {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.497865 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: flavors {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.501324 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: service_profiles {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.501324 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: next_providers {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.502015 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: service_profiles {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.503619 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: floatingip-pools {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.504809 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: routers {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.506483 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: floatingips {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.507871 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: l3-routers {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.509244 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: l3-agents {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.511710 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: metering-labels {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.512938 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: metering-label-rules {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.515270 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: network-ip-availabilities {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.516495 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: bindings {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.518103 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: quotas {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.519751 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: quotas {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.521258 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: rbac-policies {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.522432 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: security-groups {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.523765 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: security-group-rules {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.530039 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: service-providers {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.530039 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: subnetpools {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.530039 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: subnetpools {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.530039 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.531241 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.533121 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.534889 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.536543 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.538506 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.540192 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.542584 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.544432 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.546145 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron.api.extensions [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Extended resource: tags {{(pid=104484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:08:46.552130 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING keystonemiddleware.auth_token [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 04:08:46.558100 dv-cinder-846842-3-iscsi neutron-server[104484]: WARNING keystonemiddleware.auth_token [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 04:08:46.567229 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_concurrency.lockutils [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Acquired lock "singleton_lock" {{(pid=104484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 24 04:08:46.567690 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_concurrency.lockutils [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Releasing lock "singleton_lock" {{(pid=104484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 24 04:08:46.568326 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO oslo_service.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Starting 2 workers Jun 24 04:08:46.574344 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Started child 104593 {{(pid=104484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:08:46.578991 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Started child 104594 {{(pid=104484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:08:46.579582 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:08:46.580636 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO neutron.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 04:08:46.581280 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [-] (104593) wsgi starting up on http://0.0.0.0:9696 Jun 24 04:08:46.581441 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Publish callbacks [] for process (None), before_spawn {{(pid=104484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:08:46.583776 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO oslo_service.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Starting 1 workers Jun 24 04:08:46.583940 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:08:46.585237 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [-] (104594) wsgi starting up on http://0.0.0.0:9696 Jun 24 04:08:46.589757 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Started child 104595 {{(pid=104484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:08:46.590293 dv-cinder-846842-3-iscsi neutron-server[104484]: INFO oslo_service.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Starting 1 workers Jun 24 04:08:46.593000 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] calling RpcWorker wait() {{(pid=104595) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 04:08:46.600753 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] returning from RpcWorker wait() {{(pid=104595) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 04:08:46.600753 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:08:46.600957 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Started child 104596 {{(pid=104484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:08:46.601035 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:08:46.601102 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG neutron_lib.callbacks.manager [None req-1f65e721-2b66-4ea4-bba5-11d8ae876fac None None] Publish callbacks [] for process (None), after_spawn {{(pid=104484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:08:46.601102 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 04:08:46.601102 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:08:46.601102 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:08:46.601102 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:08:46.601102 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:08:46.601102 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:08:46.601500 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.601500 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.601500 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.601687 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:08:46.602146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602146 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602736 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602736 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.602859 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.603175 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.603410 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.603593 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.604326 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.605251 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.605536 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.605786 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.606138 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] debug = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.606421 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.606920 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.607183 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.607437 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.607668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.607931 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.608184 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.608557 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.608807 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.609041 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.609260 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.609506 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.609739 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.609967 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.610228 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.610514 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.610759 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.611251 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] host = dv-cinder-846842-3-iscsi {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.611504 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.611721 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.611969 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.612477 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.612622 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.612749 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.612982 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.613243 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.613508 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.613755 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.613998 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.614244 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.614510 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.614751 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.614915 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_options = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.615220 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.615478 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.615772 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.615965 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.616134 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.616297 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.616545 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.616722 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.616970 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.617184 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.617396 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.617627 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.617844 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.618076 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.618316 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.618571 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.618807 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.619122 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.619490 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.620799 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.621062 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.622346 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:08:46.623251 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.623251 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.623251 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.624427 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.624427 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.624427 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.624829 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.624829 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.625105 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.625250 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.625516 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.625972 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.626236 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.626662 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.626816 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.627130 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.627463 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.627748 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.628509 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.628509 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.628509 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.628875 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.628989 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.629177 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.629546 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.629692 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_json = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.629912 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.630132 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.630383 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.630619 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.630844 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.631060 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.631295 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.631533 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.631926 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.632182 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.632473 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.632799 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.633052 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.633266 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.633524 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.633758 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.633982 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.634216 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.634498 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639014 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639670 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639670 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639670 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639670 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639670 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639670 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639670 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.639670 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.640383 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.640383 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.640383 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.640383 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.640383 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.640383 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.640953 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.640953 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.641106 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.641328 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.641551 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.641788 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.642010 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.642250 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.642548 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.642794 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.643030 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.643260 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.643496 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.643746 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.643972 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.644218 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.644467 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.644689 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.644904 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.645123 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.645339 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.645554 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.645783 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.646016 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.646256 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.646558 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.646823 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.647082 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.647257 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.647502 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.647769 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.648012 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.648246 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.648481 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.648701 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.648914 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.649148 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.649373 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.649589 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.649803 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.650021 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.650235 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.650472 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.650724 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.650939 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.651166 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.651373 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.651585 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.651800 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.652036 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.652250 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.652469 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.652683 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.652902 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.653117 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.653333 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.653567 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.653791 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.654005 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.654323 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.654784 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.654935 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.655061 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.655281 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.655498 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.655730 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.656485 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.656708 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.656942 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.657214 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.657515 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.657742 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.657936 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.658936 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.659795 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.659963 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.661954 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.661954 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.662572 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.662854 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.663120 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.663429 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.663891 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.664154 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.664410 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.664659 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.664936 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.665220 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.665471 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.665786 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.666038 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.666854 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.667267 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.667719 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.667966 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.668207 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.668464 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.668723 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.669669 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.669983 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.670276 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.670587 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.670839 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.672209 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.673060 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.673389 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.675081 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.675443 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.675704 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.675940 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.676172 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.676450 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.676716 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.676965 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.677250 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.677505 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.677744 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.678004 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.678260 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.678564 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.678855 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.679153 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.679395 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.679656 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.679894 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.680134 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.680413 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.680648 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.680898 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.681154 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.681389 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.681633 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.682451 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.682696 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.682980 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.683351 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.683590 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.683839 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.684067 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.684296 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.684520 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.684744 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.685005 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.685813 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.686042 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.686319 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.688259 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.688632 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.690763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.690763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.690763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.690763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.690763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.690763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.690763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.691290 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.691290 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.691290 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.691497 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.691772 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.692096 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.692351 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.692724 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.692985 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.693227 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.693498 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.693750 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.694012 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.694215 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.694459 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.694724 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.694952 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.695188 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.695432 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.695682 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.695857 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.696371 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.696603 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.696831 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.697045 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.697310 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.697669 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.697909 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.698157 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.698411 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.698723 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.698953 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.699183 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.699396 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.699608 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.699832 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.700042 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.700280 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.700464 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.700724 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.700961 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.701200 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.701575 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.701715 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.701879 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.702108 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.702330 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.702599 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.702848 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.703061 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.703275 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.703501 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.703720 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.703932 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.704179 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.704417 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.704633 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.704860 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.705077 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.705290 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.705516 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.705729 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.705943 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.706191 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.706435 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.706652 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.706903 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.707117 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.707329 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.707572 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.707790 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.708002 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.708298 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.708562 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.710253 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.711246 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.711524 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.711795 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.712171 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.712372 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.712618 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.712890 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.713157 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.713390 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.713622 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.713886 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.714220 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.714773 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.715024 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.715290 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.715562 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.715849 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.716151 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.716393 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.716849 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.717314 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.717597 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.717856 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.718111 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.718353 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.718637 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.718919 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.719084 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.719325 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.719568 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.719834 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.720071 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.720308 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.720531 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.720783 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.721509 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.721509 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.721509 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.721970 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.721970 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.722178 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:08:46.722601 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 04:08:46.722767 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:08:46.722924 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:08:46.723098 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:08:46.723272 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:08:46.723430 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:08:46.723642 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.723807 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.723969 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.724131 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.724314 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.724478 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.724639 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.724799 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.724961 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.725124 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.725285 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.725446 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.725605 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.725765 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.725925 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.726088 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.726248 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.726433 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.726598 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.726759 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.726911 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.727052 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] debug = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.727217 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.727416 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:08:46.727572 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.727572 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.727853 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.728004 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.728004 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.728267 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.728406 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.728538 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.729292 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.729292 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.729485 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.729860 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.729860 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.730137 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.730137 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.730444 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.730444 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] host = dv-cinder-846842-3-iscsi {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.730871 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.732841 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.733034 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.733212 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.733391 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.733564 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.733962 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.733962 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.734248 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.734248 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.734557 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.734557 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.734839 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.734839 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.735047 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_options = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.735134 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.735285 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.735447 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.735636 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.735804 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.735966 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.736129 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.736332 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.736465 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.736588 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.736740 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.736901 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.737061 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.737220 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.737381 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.737542 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.737703 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.737863 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.738023 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.738183 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.738341 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.738753 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.738922 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.739083 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.739246 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.739393 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.739558 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.739719 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.739882 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.740043 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.740205 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.740421 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.740591 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.740754 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.740916 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.741076 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.741238 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.741403 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.741568 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.741730 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.742093 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.742093 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.742502 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.742667 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.742901 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.743080 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.743206 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_json = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.743330 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.743453 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.743585 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.743719 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.743875 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.744036 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.744197 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.744497 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.744780 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:08:46.744897 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.745115 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.745649 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.745649 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.745649 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.746084 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.746084 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.746084 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.746506 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.746506 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.746785 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.746785 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.747063 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.747063 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.747332 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.747332 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.747606 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.747744 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.747886 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.748026 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.748163 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.748308 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.748446 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.748583 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.748723 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.749120 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.749263 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.749444 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.749815 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47452) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:08:46.751386 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.751580 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.751773 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.751947 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.752120 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.752291 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.752460 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.752616 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.752786 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.752944 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.753109 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.753276 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.753433 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.753597 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.753763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.753927 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.754093 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.754259 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.754478 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.754628 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.754766 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.754910 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.755047 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.755209 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.755360 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.755509 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.755678 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.755897 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.756038 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.756176 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.756313 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.756455 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.756594 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.756763 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.756929 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.757092 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.757245 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.757410 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.757565 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.757717 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.757890 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.758040 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.758258 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.758450 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.758596 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.758909 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066259 Jun 24 04:08:46.759055 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.760974 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.760974 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.760974 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.760974 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.760974 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.760974 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.761793 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.761793 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.761793 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.761793 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.761793 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.762472 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.762472 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.762472 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.762472 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.763255 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.763431 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.763618 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.764039 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.764211 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.764375 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.764555 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.764712 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.764852 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.765015 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.765167 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.765310 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.768629 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.768629 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.768629 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.768629 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.768629 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.768629 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.768629 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.768629 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.769752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.769752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.769752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.769752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.769752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.769752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.769752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.769752 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.770891 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.770891 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.770891 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.770891 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.770891 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.770891 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.771668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.771668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.771668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.771668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.771668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.772405 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.772405 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.773137 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.773137 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.773442 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.773442 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.773711 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.773711 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.774673 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.774673 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.774673 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.774673 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.774673 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.774673 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.777454 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.777651 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.777836 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.778017 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.778196 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.778404 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.778551 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.778723 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.778896 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.779065 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.779239 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.779394 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.779563 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.779734 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.779888 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.780054 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.780215 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.780376 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.781354 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.781354 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.781354 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.781354 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.781354 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.781354 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.782143 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.782143 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.782143 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.782143 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.782143 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.782702 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.782702 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.782853 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.783011 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.783186 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.783374 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.783537 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.783676 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.783843 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.784013 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.784172 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.784337 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.784504 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.784668 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.784847 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.785003 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.785157 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.785320 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.785469 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.785626 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.785788 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.785952 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.786103 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.786286 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.787276 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.787276 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.787276 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.787276 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.787276 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.787276 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788058 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788058 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788058 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788058 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788058 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788626 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788626 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788626 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.788626 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.789002 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.789002 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.789148 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.789233 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.789405 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.789568 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.789731 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.789893 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.790056 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.790219 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.790405 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.790571 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.790735 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.790912 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.791081 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.791273 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.791438 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.792370 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.792370 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.792370 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.792370 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.792370 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.792370 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793049 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793049 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793049 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793049 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793374 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793374 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793520 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793600 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793756 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.793919 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.794083 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.794246 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.794469 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.794597 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.794767 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.794931 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.795145 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.795236 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.795396 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.795558 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.795732 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.795894 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.796058 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.796221 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.796403 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.796549 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.796721 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.796885 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.797049 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.797220 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.797383 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.797547 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.797709 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.797883 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.798046 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.798212 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.798398 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.798560 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.798723 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.798889 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.799057 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.799229 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.799400 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.799565 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.799736 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.799907 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.800080 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.800244 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.800414 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.800590 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.800753 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.800980 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.801102 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.801228 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.801416 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.801583 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.801747 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.801908 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.802071 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.802236 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.802418 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.802592 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.802766 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.802915 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.803079 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.803241 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.803407 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.803574 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.803731 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:08:46.803871 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:08:55.907165 dv-cinder-846842-3-iscsi neutron-server[104484]: DEBUG dbcounter [-] [104484] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104484) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:08:58.301455 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writer thread running {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 04:08:58.303149 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e10aa-8557-4e82-8336-3f8b3ff592bc None None] get_active_networks_info from dv-cinder-846842-3-iscsi {{(pid=104595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 24 04:08:58.388924 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e10aa-8557-4e82-8336-3f8b3ff592bc None None] No non-hosted networks {{(pid=104595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 04:08:58.396006 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.agentschedulers_db [None req-5a9e10aa-8557-4e82-8336-3f8b3ff592bc None None] DHCP Agent not found on host dv-cinder-846842-3-iscsi {{(pid=104595) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 04:08:58.480481 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d427fa47-d8ed-44bd-9310-e1c42b03e9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589359'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:08:59.924522 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writer thread running {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 04:09:00.501473 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6404fa3a-4448-4480-890d-3ae75cf09cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589359'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:00.529106 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.db.api [None req-cb67b166-098e-435d-a435-524bab71a177 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-846842-3-iscsi {{(pid=104595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 04:09:00.529860 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG oslo_db.api [None req-cb67b166-098e-435d-a435-524bab71a177 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:09:01.133553 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cb67b166-098e-435d-a435-524bab71a177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:01.358439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47522) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:01.727452 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589359'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:01.959965 dv-cinder-846842-3-iscsi neutron-server[104594]: WARNING oslo_policy.policy [None req-44f3174c-0248-4d8f-8e2a-ad2c1f81f470 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:09:01.960519 dv-cinder-846842-3-iscsi neutron-server[104594]: WARNING oslo_policy.policy [None req-44f3174c-0248-4d8f-8e2a-ad2c1f81f470 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:09:02.189688 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [None req-44f3174c-0248-4d8f-8e2a-ad2c1f81f470 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:09:02.197446 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-44f3174c-0248-4d8f-8e2a-ad2c1f81f470 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8315167 Jun 24 04:09:03.058872 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589359'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:03.321375 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589359'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:03.322052 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.322968 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.323299 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.324158 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.324691 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.325206 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.325524 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.326085 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.326665 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.327193 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.327811 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.328347 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.328884 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.329411 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.329805 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:03.330427 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846842-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:03.336846 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846842-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:04.560557 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47558) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:04.922244 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-d842b334-5382-47e8-a50d-c770a368d440 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:09:05.014068 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.policy [None req-d842b334-5382-47e8-a50d-c770a368d440 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 04:09:05.054969 dv-cinder-846842-3-iscsi neutron-server[104594]: WARNING oslo_policy.policy [None req-d842b334-5382-47e8-a50d-c770a368d440 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:09:05.055352 dv-cinder-846842-3-iscsi neutron-server[104594]: WARNING oslo_policy.policy [None req-d842b334-5382-47e8-a50d-c770a368d440 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:09:05.075944 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writer thread running {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 04:09:05.234083 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d842b334-5382-47e8-a50d-c770a368d440 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772086992347', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772086992855', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772087041744', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772087048422', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772087022230', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772087031304', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1847731', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1861187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-839816', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-656944'] for rbac-policy (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:05.443720 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d842b334-5382-47e8-a50d-c770a368d440 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:05.444919 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-d842b334-5382-47e8-a50d-c770a368d440 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8833978 Jun 24 04:09:06.587008 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.db.l3_hamode_db [None req-a6edd013-6f54-44eb-8842-0add26dcfb84 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 04:09:06.663495 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6edd013-6f54-44eb-8842-0add26dcfb84 None None] Routers set() bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:09:06.663849 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6edd013-6f54-44eb-8842-0add26dcfb84 None None] Router IDs set() for agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 24 04:09:07.710055 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47570) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:08.031630 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:09:08.110439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Made reservation on behalf of 40f51bfd8db04611b068f7edd7002004 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:09:08.114249 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:08.131805 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:08.241835 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Publish callbacks [] for security_group (a67bab29-c3ce-4b40-b008-b5f7f673e6c3), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:08.287161 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a67bab29-c3ce-4b40-b008-b5f7f673e6c3), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:08.312852 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:09:08.349473 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772085466242', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (afe66cfd-e7c3-4f53-83b6-89f6b8830a22), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:08.350019 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Unsubscribe: segment precommit_create {{(pid=104594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 04:09:08.350547 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Added segment afe66cfd-e7c3-4f53-83b6-89f6b8830a22 of type vlan for network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 Jun 24 04:09:08.368822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a67bab29-c3ce-4b40-b008-b5f7f673e6c3,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:08.420875 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.421218 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.421566 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.421894 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.422215 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.422563 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.422880 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.423195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.423507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.423817 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.424129 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.424452 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.424763 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.425070 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.425377 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Tracked resource versions report: Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: pushed versions: Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: { 'AddressGroup': {'1.2'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Agent': {'1.1'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'ConntrackHelper': {'1.0'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'LocalIPAssociation': {'1.0'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Log': {'1.0'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'NDPProxy': {'1.0'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Network': {'1.1'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Port': {'1.7'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'PortForwarding': {'1.3'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'QosPolicy': {'1.10'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SecurityGroup': {'1.5'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SubPort': {'1.0'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Subnet': {'1.1'}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Trunk': {'1.1'}} Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: consumer versions: Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: { DHCP agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: L3 agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: Metadata agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: Metering agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: Open vSwitch agent@dv-cinder-846842-3-iscsi: { 'AddressGroup': '1.2', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Agent': '1.1', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'ConntrackHelper': '1.0', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'LocalIPAssociation': '1.0', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Log': '1.0', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'NDPProxy': '1.0', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Network': '1.1', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Port': '1.7', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'PortForwarding': '1.3', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'QosPolicy': '1.10', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SecurityGroup': '1.5', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SecurityGroupRule': '1.2', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SubPort': '1.0', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Subnet': '1.1', Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Trunk': '1.1'}} Jun 24 04:09:08.426828 dv-cinder-846842-3-iscsi neutron-server[104594]: {{(pid=104594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:09:08.461476 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:08.561343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:08.566397 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:09:08.567114 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:08.622457 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:08.684729 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] Pushing event updated for resources: {'Network': ['ID=2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:08.688986 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-54980abb-d89c-43f0-aac7-2b4a29a7ee78 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9778433 Jun 24 04:09:08.714086 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:09:11.024480 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47584) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:11.531257 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ac5a1-3126-41b5-ae98-3e876ca17a32 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:09:11.532665 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a57ac5a1-3126-41b5-ae98-3e876ca17a32 demo admin] 10.222.0.16 "GET /v2.0/networks/2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 HTTP/1.1" status: 200 len: 825 time: 0.5071328 Jun 24 04:09:11.557476 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ef92d70a-2fc6-4d4f-b7ec-ff56162a415c demo admin] 10.222.0.16 "GET /v2.0/subnetpools/050516bf-d93e-429a-9bf2-e7a76dcd7ef2 HTTP/1.1" status: 200 len: 734 time: 0.0191329 Jun 24 04:09:11.566060 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '050516bf-d93e-429a-9bf2-e7a76dcd7ef2', 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:09:11.636275 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Made reservation on behalf of 40f51bfd8db04611b068f7edd7002004 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:09:11.638520 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:11.791439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:11.972934 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (68f2f989-baf1-4761-86ef-36e7697cf4a7), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:12.046856 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Checking segment: {'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:09:12.047412 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Network hostable DHCP agents. Network: 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:09:12.051966 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=68f2f989-baf1-4761-86ef-36e7697cf4a7,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:12.126833 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:09:12.212518 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:09:12.217689 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:09:12.218290 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:12.222559 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae0b4b-e022-4cf4-944b-06119d5105d3 None None] Network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:09:12.387309 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a84e5222-6d6f-48b4-8757-574bce6803f7 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8243551 Jun 24 04:09:12.477980 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'project_id': '40f51bfd8db04611b068f7edd7002004', 'fixed_ips': [{'subnet_id': '68f2f989-baf1-4761-86ef-36e7697cf4a7'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:09:12.482586 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:12.789927 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Allocated IP 172.20.0.2 (2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2/68f2f989-baf1-4761-86ef-36e7697cf4a7/379b3998-4a68-4a38-8b0e-7f26d7ff82fb) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:09:12.889555 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:13.045497 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Publish callbacks [] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:13.116407 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:13.170310 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:13.197691 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:09:13.202936 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:09:13.205954 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:09:13.241563 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Pushing event updated for resources: {'Port': ['ID=379b3998-4a68-4a38-8b0e-7f26d7ff82fb,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:13.265534 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.265872 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.266219 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.266660 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.266995 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.267317 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.267637 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.267953 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.268273 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.268589 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.268954 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.269283 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.269603 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.269912 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.270233 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Tracked resource versions report: Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: pushed versions: Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: { 'AddressGroup': {'1.2'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Agent': {'1.1'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'ConntrackHelper': {'1.0'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'LocalIPAssociation': {'1.0'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Log': {'1.0'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'NDPProxy': {'1.0'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Network': {'1.1'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Port': {'1.7'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'PortForwarding': {'1.3'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'QosPolicy': {'1.10'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SecurityGroup': {'1.5'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SubPort': {'1.0'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Subnet': {'1.1'}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Trunk': {'1.1'}} Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: consumer versions: Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: { DHCP agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: L3 agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: Metadata agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: Metering agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: Open vSwitch agent@dv-cinder-846842-3-iscsi: { 'AddressGroup': '1.2', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Agent': '1.1', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'ConntrackHelper': '1.0', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'LocalIPAssociation': '1.0', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Log': '1.0', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'NDPProxy': '1.0', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Network': '1.1', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Port': '1.7', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'PortForwarding': '1.3', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'QosPolicy': '1.10', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SecurityGroup': '1.5', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SecurityGroupRule': '1.2', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SubPort': '1.0', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Subnet': '1.1', Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Trunk': '1.1'}} Jun 24 04:09:13.271648 dv-cinder-846842-3-iscsi neutron-server[104595]: {{(pid=104595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:09:13.309712 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Attempting to bind port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:09:13.310052 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Attempting to bind port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:09:13.310758 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Attempting to bind port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb on network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:09:13.315999 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:09:13.316385 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Checking segment: {'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:09:13.316864 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:13.317258 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Bound using segment: {'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:09:13.317739 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Bound port: 379b3998-4a68-4a38-8b0e-7f26d7ff82fb, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:09:13.318141 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:13.381161 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] For port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:09:13.400669 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] For port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=379b3998-4a68-4a38-8b0e-7f26d7ff82fb,segment=NetworkSegment(afe66cfd-e7c3-4f53-83b6-89f6b8830a22),segment_id=afe66cfd-e7c3-4f53-83b6-89f6b8830a22)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:09:13.447686 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:13.506273 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb620717-4664-4e91-b34d-630ad932b1b6 None None] Pushing event updated for resources: {'Port': ['ID=379b3998-4a68-4a38-8b0e-7f26d7ff82fb,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:14.714773 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47594) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:15.049659 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [None req-617b2d48-7758-41e2-912a-56718c7379f1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:09:15.050687 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-617b2d48-7758-41e2-912a-56718c7379f1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3348541 Jun 24 04:09:17.403173 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 47602) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:17.928300 dv-cinder-846842-3-iscsi neutron-server[104593]: WARNING oslo_policy.policy [None req-d2a20f77-7677-4368-914a-f8efc62ab12b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:09:17.928868 dv-cinder-846842-3-iscsi neutron-server[104593]: WARNING oslo_policy.policy [None req-d2a20f77-7677-4368-914a-f8efc62ab12b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:09:18.011606 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:18.023601 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=8 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:18.157251 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [None req-d2a20f77-7677-4368-914a-f8efc62ab12b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:09:18.158603 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d2a20f77-7677-4368-914a-f8efc62ab12b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7535822 Jun 24 04:09:20.497529 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47624) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:20.826849 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-2c6e4116-8ed3-409c-bb2e-2f96098035d2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:09:20.899603 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4116-8ed3-409c-bb2e-2f96098035d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (9284846f-d0ef-4ad3-8c57-a69171c4ada0), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:20.901475 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4116-8ed3-409c-bb2e-2f96098035d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (9284846f-d0ef-4ad3-8c57-a69171c4ada0), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:20.971297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 379b3998-4a68-4a38-8b0e-7f26d7ff82fb up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:09:21.048440 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4116-8ed3-409c-bb2e-2f96098035d2 demo demo] Publish callbacks [] for router_controller (9284846f-d0ef-4ad3-8c57-a69171c4ada0), precommit_add_association {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:21.058018 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:21.069720 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:21.161960 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:09:21.162273 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:21.168197 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4116-8ed3-409c-bb2e-2f96098035d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (9284846f-d0ef-4ad3-8c57-a69171c4ada0), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:21.197429 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=379b3998-4a68-4a38-8b0e-7f26d7ff82fb,segment=NetworkSegment(afe66cfd-e7c3-4f53-83b6-89f6b8830a22),segment_id=afe66cfd-e7c3-4f53-83b6-89f6b8830a22)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:09:21.276895 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:21.327542 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=379b3998-4a68-4a38-8b0e-7f26d7ff82fb,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:21.340941 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c6e4116-8ed3-409c-bb2e-2f96098035d2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:21.342148 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2c6e4116-8ed3-409c-bb2e-2f96098035d2 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8436534 Jun 24 04:09:21.615200 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcec78ea-8d42-4bb6-bc75-7c0b8a233645 None None] Network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:09:21.693013 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-f61d68c0-1f24-4c79-a62a-b64248b8a74d None None] Provisioning complete for port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:21.693391 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f61d68c0-1f24-4c79-a62a-b64248b8a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:21.755674 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:21.811231 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-f61d68c0-1f24-4c79-a62a-b64248b8a74d None None] Current status of the port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:09:22.029539 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-ba6e0344-89e5-4180-a8a5-682b49cd1056 None None] Provisioning complete for port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:22.030229 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ba6e0344-89e5-4180-a8a5-682b49cd1056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:22.104389 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e0344-89e5-4180-a8a5-682b49cd1056 None None] Current status of the port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:09:22.936582 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 379b3998-4a68-4a38-8b0e-7f26d7ff82fb up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:09:22.979979 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:22.980362 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:23.018182 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:23.053725 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:09:23.615765 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47632) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:23.943986 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [None req-c3bc03a8-9ac9-42a5-b3e4-08e1cedd88c7 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:09:23.944992 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-c3bc03a8-9ac9-42a5-b3e4-08e1cedd88c7 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3282919 Jun 24 04:09:26.252750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47640) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:26.599007 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:09:26.678544 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Made reservation on behalf of 6a1c0f0b20b844d7b8311813151d93aa for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:09:26.680967 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:26.690285 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:26.744756 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:26.777653 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Publish callbacks [] for security_group (6469c319-62fc-47a7-82c7-ebb3d350d209), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:26.842077 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6469c319-62fc-47a7-82c7-ebb3d350d209), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:26.860776 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Reserving flat network on physical network physnet1 {{(pid=104594) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 04:09:26.883461 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469c319-62fc-47a7-82c7-ebb3d350d209,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:26.892393 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (6c60c75e-f69d-46e6-bf08-40cbdac93ad3), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:26.892725 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Added segment 6c60c75e-f69d-46e6-bf08-40cbdac93ad3 of type flat for network 128a2535-1ad9-4ed4-b77f-119c6944b2bf Jun 24 04:09:26.943785 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (128a2535-1ad9-4ed4-b77f-119c6944b2bf), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:27.041839 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (128a2535-1ad9-4ed4-b77f-119c6944b2bf), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:27.042861 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:09:27.043661 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:27.086281 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=71,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:27.153038 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] Pushing event updated for resources: {'Network': ['ID=128a2535-1ad9-4ed4-b77f-119c6944b2bf,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:27.163236 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:09:27.187013 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-65e0f370-4c83-4543-8f28-eec0699678ec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9331398 Jun 24 04:09:28.229674 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b3dffc39-bd37-4275-87bc-ee1310bc5058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:29.472989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47648) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:29.842123 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d2b05-6d96-4706-90d5-33dd6ca1ddd8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:09:29.843392 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2e4d2b05-6d96-4706-90d5-33dd6ca1ddd8 demo admin] 10.222.0.16 "GET /v2.0/subnets/68f2f989-baf1-4761-86ef-36e7697cf4a7 HTTP/1.1" status: 200 len: 849 time: 0.3694580 Jun 24 04:09:29.959350 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b55e9664-733c-4a01-8577-3cc5af3fbf20 demo admin] 10.222.0.16 "GET /v2.0/routers/9284846f-d0ef-4ad3-8c57-a69171c4ada0 HTTP/1.1" status: 200 len: 704 time: 0.1099102 Jun 24 04:09:30.224441 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:30.475501 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-99e498f7-118a-418c-8bd7-6231acae8fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:30.565113 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Allocated IP 172.20.0.1 (2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2/68f2f989-baf1-4761-86ef-36e7697cf4a7/343e44d0-66d3-4879-ad8b-532e5f40e50d) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:09:30.720988 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Publish callbacks [] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:30.835865 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:30.904507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:30.916168 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:09:30.923983 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:09:30.926880 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:09:30.927427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (9284846f-d0ef-4ad3-8c57-a69171c4ada0), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:30.930100 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Pushing event updated for resources: {'Port': ['ID=343e44d0-66d3-4879-ad8b-532e5f40e50d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:31.002223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:31.172701 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-f8c5479a-4af5-485f-aad7-cdb4bac823d5 None None] Provisioning complete for port 343e44d0-66d3-4879-ad8b-532e5f40e50d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:31.173085 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f8c5479a-4af5-485f-aad7-cdb4bac823d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:31.200294 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:31.204505 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-f8c5479a-4af5-485f-aad7-cdb4bac823d5 None None] Port 343e44d0-66d3-4879-ad8b-532e5f40e50d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:09:31.410521 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Publish callbacks [] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:31.469399 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:31.470267 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (9284846f-d0ef-4ad3-8c57-a69171c4ada0), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:31.533633 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Pushing event updated for resources: {'Port': ['ID=343e44d0-66d3-4879-ad8b-532e5f40e50d,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:31.604502 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:09:31.605767 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:09:31.692519 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:31.812524 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Router 9284846f-d0ef-4ad3-8c57-a69171c4ada0 is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:09:31.823920 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-96a66f82-b545-44f5-b2f4-dcef7b19ea16 None None] Provisioning complete for port 343e44d0-66d3-4879-ad8b-532e5f40e50d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:31.824316 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-96a66f82-b545-44f5-b2f4-dcef7b19ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:31.857422 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-96a66f82-b545-44f5-b2f4-dcef7b19ea16 None None] Port 343e44d0-66d3-4879-ad8b-532e5f40e50d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:09:31.903809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:09:31.908809 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-fe1e2f35-743e-4a0b-af6e-b3a74ec1097d demo admin] 10.222.0.16 "PUT /v2.0/routers/9284846f-d0ef-4ad3-8c57-a69171c4ada0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9434679 Jun 24 04:09:31.916711 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Sync routers for ids ['9284846f-d0ef-4ad3-8c57-a69171c4ada0'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:09:31.929276 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Routers {'9284846f-d0ef-4ad3-8c57-a69171c4ada0'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:09:31.930009 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:09:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9284846f-d0ef-4ad3-8c57-a69171c4ada0'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:32.116533 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Set router 9284846f-d0ef-4ad3-8c57-a69171c4ada0 gateway port host: None {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:09:32.538619 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'name': 'router1', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:09:20Z', 'updated_at': '2022-06-24T04:09:31Z', 'revision_number': 2, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'gw_port_host': None, '_interfaces': [{'id': '343e44d0-66d3-4879-ad8b-532e5f40e50d', 'name': '', 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'mac_address': 'fa:16:3e:74:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:30Z', 'updated_at': '2022-06-24T04:09:31Z', 'revision_number': 2, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'subnets': [{'id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050516bf-d93e-429a-9bf2-e7a76dcd7ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:32.586621 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Checking router: 9284846f-d0ef-4ad3-8c57-a69171c4ada0 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:09:32.587091 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Updating router 9284846f-d0ef-4ad3-8c57-a69171c4ada0 port 343e44d0-66d3-4879-ad8b-532e5f40e50d binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:09:32.666265 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.029815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.149480 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Publish callbacks [] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.200550 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.360703 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Pushing event updated for resources: {'Port': ['ID=343e44d0-66d3-4879-ad8b-532e5f40e50d,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:33.361250 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.385014 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387190 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387190 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387190 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387190 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387190 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387190 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387749 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387749 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.387892 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.388198 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.388542 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.388859 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.389176 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.389500 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Tracked resource versions report: Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: pushed versions: Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: { 'AddressGroup': {'1.2'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Agent': {'1.1'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'ConntrackHelper': {'1.0'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'LocalIPAssociation': {'1.0'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Log': {'1.0'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'NDPProxy': {'1.0'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Network': {'1.1'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Port': {'1.7'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'PortForwarding': {'1.3'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'QosPolicy': {'1.10'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SecurityGroup': {'1.5'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SubPort': {'1.0'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Subnet': {'1.1'}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Trunk': {'1.1'}} Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: consumer versions: Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: { DHCP agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: L3 agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: Metadata agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: Metering agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: Open vSwitch agent@dv-cinder-846842-3-iscsi: { 'AddressGroup': '1.2', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Agent': '1.1', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'ConntrackHelper': '1.0', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'LocalIPAssociation': '1.0', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Log': '1.0', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'NDPProxy': '1.0', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Network': '1.1', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Port': '1.7', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'PortForwarding': '1.3', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'QosPolicy': '1.10', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SecurityGroup': '1.5', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SecurityGroupRule': '1.2', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SubPort': '1.0', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Subnet': '1.1', Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Trunk': '1.1'}} Jun 24 04:09:33.390985 dv-cinder-846842-3-iscsi neutron-server[104596]: {{(pid=104596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:09:33.394009 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Attempting to bind port 343e44d0-66d3-4879-ad8b-532e5f40e50d on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:09:33.394009 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Attempting to bind port 343e44d0-66d3-4879-ad8b-532e5f40e50d by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:09:33.394444 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Attempting to bind port 343e44d0-66d3-4879-ad8b-532e5f40e50d on network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:09:33.401517 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:09:33.401859 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Checking segment: {'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:09:33.402335 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.402756 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Bound using segment: {'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:09:33.403232 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Bound port: 343e44d0-66d3-4879-ad8b-532e5f40e50d, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe66cfd-e7c3-4f53-83b6-89f6b8830a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:09:33.403610 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.420400 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:33.477785 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] For port 343e44d0-66d3-4879-ad8b-532e5f40e50d, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:09:33.490033 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-8a4c8c91-7d1d-41b3-add3-aca8815234c5 None None] Provisioning complete for port 343e44d0-66d3-4879-ad8b-532e5f40e50d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:33.490592 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8c91-7d1d-41b3-add3-aca8815234c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.492403 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:33.498784 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] For port 343e44d0-66d3-4879-ad8b-532e5f40e50d, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=343e44d0-66d3-4879-ad8b-532e5f40e50d,segment=NetworkSegment(afe66cfd-e7c3-4f53-83b6-89f6b8830a22),segment_id=afe66cfd-e7c3-4f53-83b6-89f6b8830a22)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:09:33.524760 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c8c91-7d1d-41b3-add3-aca8815234c5 None None] Port 343e44d0-66d3-4879-ad8b-532e5f40e50d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:09:33.590141 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.655318 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1c619-b9ee-471b-bdb5-1fd4e7e22caf None None] Pushing event updated for resources: {'Port': ['ID=343e44d0-66d3-4879-ad8b-532e5f40e50d,revision_number=4']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:33.655838 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Routers {'9284846f-d0ef-4ad3-8c57-a69171c4ada0'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:09:33.656510 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:09:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9284846f-d0ef-4ad3-8c57-a69171c4ada0'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:33.748995 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] Set router 9284846f-d0ef-4ad3-8c57-a69171c4ada0 gateway port host: None {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:09:33.852073 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-50797e2a-fdfa-4ee1-b854-62025433e81e None None] Provisioning complete for port 343e44d0-66d3-4879-ad8b-532e5f40e50d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:33.853340 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-50797e2a-fdfa-4ee1-b854-62025433e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.928527 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-50797e2a-fdfa-4ee1-b854-62025433e81e None None] Current status of the port 343e44d0-66d3-4879-ad8b-532e5f40e50d is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:09:33.928872 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-50797e2a-fdfa-4ee1-b854-62025433e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:33.952466 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'name': 'router1', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:09:20Z', 'updated_at': '2022-06-24T04:09:31Z', 'revision_number': 2, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'gw_port_host': None, '_interfaces': [{'id': '343e44d0-66d3-4879-ad8b-532e5f40e50d', 'name': '', 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'mac_address': 'fa:16:3e:74:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:30Z', 'updated_at': '2022-06-24T04:09:33Z', 'revision_number': 4, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'subnets': [{'id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050516bf-d93e-429a-9bf2-e7a76dcd7ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:33.961761 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-50797e2a-fdfa-4ee1-b854-62025433e81e None None] For port 343e44d0-66d3-4879-ad8b-532e5f40e50d, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=343e44d0-66d3-4879-ad8b-532e5f40e50d,segment=NetworkSegment(afe66cfd-e7c3-4f53-83b6-89f6b8830a22),segment_id=afe66cfd-e7c3-4f53-83b6-89f6b8830a22)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:09:33.978048 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddee9e2-b79a-4af0-ba69-453195903c93 None None] The sync data for ids ['9284846f-d0ef-4ad3-8c57-a69171c4ada0'] in dv-cinder-846842-3-iscsi is: [{'id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'name': 'router1', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:09:20Z', 'updated_at': '2022-06-24T04:09:31Z', 'revision_number': 2, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'gw_port_host': None, '_interfaces': [{'id': '343e44d0-66d3-4879-ad8b-532e5f40e50d', 'name': '', 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'mac_address': 'fa:16:3e:74:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:30Z', 'updated_at': '2022-06-24T04:09:33Z', 'revision_number': 4, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'subnets': [{'id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050516bf-d93e-429a-9bf2-e7a76dcd7ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:09:34.035556 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-50797e2a-fdfa-4ee1-b854-62025433e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:34.088143 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50797e2a-fdfa-4ee1-b854-62025433e81e None None] Pushing event updated for resources: {'Port': ['ID=343e44d0-66d3-4879-ad8b-532e5f40e50d,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:34.232092 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 47670) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:34.380932 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writer thread running {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 04:09:34.419251 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:34.590554 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.policy [None req-6c2c9a96-0418-46db-847f-304da8cff4b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 04:09:34.631305 dv-cinder-846842-3-iscsi neutron-server[104593]: WARNING oslo_policy.policy [None req-6c2c9a96-0418-46db-847f-304da8cff4b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:09:34.631682 dv-cinder-846842-3-iscsi neutron-server[104593]: WARNING oslo_policy.policy [None req-6c2c9a96-0418-46db-847f-304da8cff4b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:09:34.640092 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2c9a96-0418-46db-847f-304da8cff4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:09:34.641828 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-6c2c9a96-0418-46db-847f-304da8cff4b7 admin admin] 10.222.0.16 "GET /v2.0/networks/128a2535-1ad9-4ed4-b77f-119c6944b2bf HTTP/1.1" status: 200 len: 842 time: 0.4087174 Jun 24 04:09:34.651855 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Request body: {'subnet': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:09:34.778021 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Made reservation on behalf of 6a1c0f0b20b844d7b8311813151d93aa for: {'subnet': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:09:34.780972 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:35.232720 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.objects.ports [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104593) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 24 04:09:35.233376 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:35.306233 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:35.310810 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:09:35.311172 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Network hostable DHCP agents. Network: 128a2535-1ad9-4ed4-b77f-119c6944b2bf, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:09:35.322977 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.323319 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.323666 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.323994 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.324319 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.324641 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.324961 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.325275 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.325592 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.325908 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.326237 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.326592 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.326911 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.327224 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.327536 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Tracked resource versions report: Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: pushed versions: Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: { 'AddressGroup': {'1.2'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Agent': {'1.1'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'ConntrackHelper': {'1.0'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'LocalIPAssociation': {'1.0'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Log': {'1.0'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'NDPProxy': {'1.0'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Network': {'1.1'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Port': {'1.7'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'PortForwarding': {'1.3'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'QosPolicy': {'1.10'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SecurityGroup': {'1.5'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SubPort': {'1.0'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Subnet': {'1.1'}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Trunk': {'1.1'}} Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: consumer versions: Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: { DHCP agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: L3 agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: Metadata agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: Metering agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: Open vSwitch agent@dv-cinder-846842-3-iscsi: { 'AddressGroup': '1.2', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Agent': '1.1', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'ConntrackHelper': '1.0', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'LocalIPAssociation': '1.0', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Log': '1.0', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'NDPProxy': '1.0', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Network': '1.1', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Port': '1.7', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'PortForwarding': '1.3', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'QosPolicy': '1.10', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SecurityGroup': '1.5', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SecurityGroupRule': '1.2', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SubPort': '1.0', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Subnet': '1.1', Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Trunk': '1.1'}} Jun 24 04:09:35.328923 dv-cinder-846842-3-iscsi neutron-server[104593]: {{(pid=104593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:09:35.412626 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:09:35.469698 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 128a2535-1ad9-4ed4-b77f-119c6944b2bf) {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:09:35.478892 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd8c855-cb4f-4d79-986e-0f269230364c None None] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:09:35.480494 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:09:35.481154 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:35.482652 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:35.570509 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-cd9f2559-a770-478c-8d0c-620ed200948d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9105389 Jun 24 04:09:35.586153 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6ef3c-99aa-4fac-901e-531f017a886d None None] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:09:37.816321 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47696) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:37.944583 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-57d37ace-1c00-4759-ab73-262ad9364a26 demo admin] 10.222.0.16 "GET /v2.0/routers/9284846f-d0ef-4ad3-8c57-a69171c4ada0 HTTP/1.1" status: 200 len: 710 time: 0.1270697 Jun 24 04:09:38.059816 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:38.114825 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22142aff-1eb0-44f9-8089-63dc8cb96283 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:09:38.116198 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-22142aff-1eb0-44f9-8089-63dc8cb96283 demo admin] 10.222.0.16 "GET /v2.0/networks/128a2535-1ad9-4ed4-b77f-119c6944b2bf HTTP/1.1" status: 200 len: 886 time: 0.1659598 Jun 24 04:09:38.126150 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:09:38.395214 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:38.482481 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks [] for router_gateway (9284846f-d0ef-4ad3-8c57-a69171c4ada0), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:38.772636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks [] for router_gateway (9284846f-d0ef-4ad3-8c57-a69171c4ada0), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:38.855247 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:38.967022 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 343e44d0-66d3-4879-ad8b-532e5f40e50d up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:09:38.971429 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Allocated IP 172.27.2.22 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/0cc23d60-5435-4f3a-9e20-8c358fb80e91) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:09:39.017111 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 343e44d0-66d3-4879-ad8b-532e5f40e50d triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:39.017506 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:39.089998 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks [] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:39.098655 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:39.104758 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 343e44d0-66d3-4879-ad8b-532e5f40e50d is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:09:39.252968 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:39.295202 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:09:39.301408 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:09:39.303522 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Pushing event updated for resources: {'Port': ['ID=0cc23d60-5435-4f3a-9e20-8c358fb80e91,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:39.307579 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:09:39.500219 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:39.548219 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:39.615716 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks [] for router_gateway (9284846f-d0ef-4ad3-8c57-a69171c4ada0), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:39.893335 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8323'] for router (9284846f-d0ef-4ad3-8c57-a69171c4ada0), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:39.896628 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558895'] for router (9284846f-d0ef-4ad3-8c57-a69171c4ada0), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:39.996996 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Router 9284846f-d0ef-4ad3-8c57-a69171c4ada0 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:09:40.100043 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:09:40.105528 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:40.106845 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b8e9ba5c-bf05-4016-bde6-23264184b559 demo admin] 10.222.0.16 "PUT /v2.0/routers/9284846f-d0ef-4ad3-8c57-a69171c4ada0 HTTP/1.1" status: 200 len: 889 time: 1.9847267 Jun 24 04:09:40.337695 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Sync routers for ids ['9284846f-d0ef-4ad3-8c57-a69171c4ada0'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:09:40.349736 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Routers {'9284846f-d0ef-4ad3-8c57-a69171c4ada0'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:09:40.350448 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:09:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9284846f-d0ef-4ad3-8c57-a69171c4ada0'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:40.557327 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Set router 9284846f-d0ef-4ad3-8c57-a69171c4ada0 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:09:41.004008 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'name': 'router1', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '0cc23d60-5435-4f3a-9e20-8c358fb80e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:09:20Z', 'updated_at': '2022-06-24T04:09:39Z', 'revision_number': 4, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'gw_port': {'id': '0cc23d60-5435-4f3a-9e20-8c358fb80e91', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:38Z', 'updated_at': '2022-06-24T04:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '343e44d0-66d3-4879-ad8b-532e5f40e50d', 'name': '', 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'mac_address': 'fa:16:3e:74:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:30Z', 'updated_at': '2022-06-24T04:09:33Z', 'revision_number': 5, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'subnets': [{'id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050516bf-d93e-429a-9bf2-e7a76dcd7ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:41.055959 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Checking router: 9284846f-d0ef-4ad3-8c57-a69171c4ada0 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:09:41.056341 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Updating router 9284846f-d0ef-4ad3-8c57-a69171c4ada0 port 0cc23d60-5435-4f3a-9e20-8c358fb80e91 binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:09:41.111401 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:41.460824 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Publish callbacks [] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:41.521220 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:41.567531 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:41.579381 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a21f00-3525-4fab-ad69-5c1d2f355a34 None None] Pushing event updated for resources: {'Port': ['ID=0cc23d60-5435-4f3a-9e20-8c358fb80e91,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:41.583421 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Attempting to bind port 0cc23d60-5435-4f3a-9e20-8c358fb80e91 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:09:41.583784 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Attempting to bind port 0cc23d60-5435-4f3a-9e20-8c358fb80e91 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:09:41.584229 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Attempting to bind port 0cc23d60-5435-4f3a-9e20-8c358fb80e91 on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:09:41.591032 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:09:41.591404 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:09:41.591802 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:41.592183 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:09:41.592639 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Bound port: 0cc23d60-5435-4f3a-9e20-8c358fb80e91, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:09:41.593008 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:41.641982 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] For port 0cc23d60-5435-4f3a-9e20-8c358fb80e91, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:09:41.644904 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] For port 0cc23d60-5435-4f3a-9e20-8c358fb80e91, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=0cc23d60-5435-4f3a-9e20-8c358fb80e91,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:09:41.709665 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:41.717858 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:41.771038 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a21f00-3525-4fab-ad69-5c1d2f355a34 None None] Pushing event updated for resources: {'Port': ['ID=0cc23d60-5435-4f3a-9e20-8c358fb80e91,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:41.773495 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Routers {'9284846f-d0ef-4ad3-8c57-a69171c4ada0'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:09:41.774097 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:09:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9284846f-d0ef-4ad3-8c57-a69171c4ada0'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:41.898265 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] Set router 9284846f-d0ef-4ad3-8c57-a69171c4ada0 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:09:42.102781 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'name': 'router1', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '0cc23d60-5435-4f3a-9e20-8c358fb80e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:09:20Z', 'updated_at': '2022-06-24T04:09:39Z', 'revision_number': 4, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'gw_port': {'id': '0cc23d60-5435-4f3a-9e20-8c358fb80e91', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:38Z', 'updated_at': '2022-06-24T04:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '343e44d0-66d3-4879-ad8b-532e5f40e50d', 'name': '', 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'mac_address': 'fa:16:3e:74:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:30Z', 'updated_at': '2022-06-24T04:09:33Z', 'revision_number': 5, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'subnets': [{'id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050516bf-d93e-429a-9bf2-e7a76dcd7ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:09:42.127342 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f91ee-1337-481a-a2fd-1b745af56431 None None] The sync data for ids ['9284846f-d0ef-4ad3-8c57-a69171c4ada0'] in dv-cinder-846842-3-iscsi is: [{'id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'name': 'router1', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '0cc23d60-5435-4f3a-9e20-8c358fb80e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:09:20Z', 'updated_at': '2022-06-24T04:09:39Z', 'revision_number': 4, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'gw_port': {'id': '0cc23d60-5435-4f3a-9e20-8c358fb80e91', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:38Z', 'updated_at': '2022-06-24T04:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '343e44d0-66d3-4879-ad8b-532e5f40e50d', 'name': '', 'network_id': '2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2', 'tenant_id': '40f51bfd8db04611b068f7edd7002004', 'mac_address': 'fa:16:3e:74:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9284846f-d0ef-4ad3-8c57-a69171c4ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:09:30Z', 'updated_at': '2022-06-24T04:09:33Z', 'revision_number': 5, 'project_id': '40f51bfd8db04611b068f7edd7002004', 'subnets': [{'id': '68f2f989-baf1-4761-86ef-36e7697cf4a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '050516bf-d93e-429a-9bf2-e7a76dcd7ef2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:09:42.452120 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 47710) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:09:42.569356 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b854c7b2-1c98-4bce-a089-2737ea059397 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1160202 Jun 24 04:09:42.966605 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 0cc23d60-5435-4f3a-9e20-8c358fb80e91 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:09:43.014473 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 0cc23d60-5435-4f3a-9e20-8c358fb80e91 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:43.014873 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:43.089471 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 0cc23d60-5435-4f3a-9e20-8c358fb80e91 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:09:43.089814 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:43.111264 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 0cc23d60-5435-4f3a-9e20-8c358fb80e91, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=0cc23d60-5435-4f3a-9e20-8c358fb80e91,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:09:43.195533 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:43.244152 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=0cc23d60-5435-4f3a-9e20-8c358fb80e91,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:09:43.952770 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=61 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:43.977753 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=21 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:44.636873 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:09:44.958257 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 0cc23d60-5435-4f3a-9e20-8c358fb80e91 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:09:45.005422 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 0cc23d60-5435-4f3a-9e20-8c358fb80e91 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:09:45.005892 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (0cc23d60-5435-4f3a-9e20-8c358fb80e91), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:09:45.098070 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 0cc23d60-5435-4f3a-9e20-8c358fb80e91 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:09:45.496901 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=55,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:45.497681 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=54,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:52.561568 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=48 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:52.567545 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=63 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:54.632293 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:54.633204 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:55.095412 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:55.096756 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:09:58.240672 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-98e4b3d9-abc7-45b5-ad7a-fa705b61a6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:00.493260 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-20fdac1a-b292-4a53-899d-38e52857e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:01.698913 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:03.014516 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:03.315289 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:12.641171 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:12.647535 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:13.261072 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:13.271311 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:21.637136 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:10:28.337514 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c77c3cbf-8bc1-4d17-99a4-6bbc90b6091c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:30.486209 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-58c93e1b-580c-4d58-b1a7-11c804ae2295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:31.631491 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:31.632680 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:31.703016 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:33.028991 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:33.337718 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:43.260206 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:43.266138 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:56.632173 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=5 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:56.633038 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:10:58.233711 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-493d33f7-54e0-4b13-8555-b52a74b93a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:10:58.636924 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:11:00.468138 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-acc6fb26-9405-4a72-aad0-b77c26bfabff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:00.620892 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48254) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:00.682409 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92dbe35-14fa-490c-b876-b958ae9ec014 admin admin] GET failed (client error): The resource could not be found. Jun 24 04:11:00.683714 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e92dbe35-14fa-490c-b876-b958ae9ec014 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618703 Jun 24 04:11:00.852644 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d9039-98f7-4619-853b-b91e156acaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:00.854049 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-404d9039-98f7-4619-853b-b91e156acaee admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1662447 Jun 24 04:11:01.696550 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:02.902206 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48264) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:02.994599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8da69b-79a6-48ca-87a0-5e420fe27745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:02.995956 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ac8da69b-79a6-48ca-87a0-5e420fe27745 admin admin] 10.222.0.16 "GET /v2.0/subnets/68f2f989-baf1-4761-86ef-36e7697cf4a7 HTTP/1.1" status: 200 len: 849 time: 0.0927856 Jun 24 04:11:03.005828 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:11:03.016443 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:03.094188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Publish callbacks [] for subnet (68f2f989-baf1-4761-86ef-36e7697cf4a7), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:03.319634 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772085691239'] for subnet (68f2f989-baf1-4761-86ef-36e7697cf4a7), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:03.348310 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:03.356304 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:03.356889 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:03.358268 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] 10.222.0.16 "PUT /v2.0/subnets/68f2f989-baf1-4761-86ef-36e7697cf4a7 HTTP/1.1" status: 200 len: 868 time: 0.3560026 Jun 24 04:11:03.376903 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c3dc4-2778-459a-aace-58b72bf78dc4 None None] Network 2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:11:03.379346 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f2f989-baf1-4761-86ef-36e7697cf4a7,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.389366 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.389736 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.390821 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.391180 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.391704 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.392034 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.392374 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.392941 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.394188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.394285 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.394651 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.395248 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.395509 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.395957 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.396975 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b05c43-994e-4ffd-bdeb-36fae159250c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:03.748999 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-10219f84-f08e-4ac7-a390-788ad6463296 None None] Provisioning complete for port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:11:03.749389 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-10219f84-f08e-4ac7-a390-788ad6463296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (379b3998-4a68-4a38-8b0e-7f26d7ff82fb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:03.826995 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-10219f84-f08e-4ac7-a390-788ad6463296 None None] Current status of the port 379b3998-4a68-4a38-8b0e-7f26d7ff82fb is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:11:03.834995 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-10219f84-f08e-4ac7-a390-788ad6463296 None None] Provisioning complete for port 343e44d0-66d3-4879-ad8b-532e5f40e50d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:11:03.835378 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-10219f84-f08e-4ac7-a390-788ad6463296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (343e44d0-66d3-4879-ad8b-532e5f40e50d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:03.907212 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-10219f84-f08e-4ac7-a390-788ad6463296 None None] Current status of the port 343e44d0-66d3-4879-ad8b-532e5f40e50d is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:11:05.472078 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48272) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:05.676378 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c9e82-5411-4789-ae72-762c7749b15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:05.676756 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c9e82-5411-4789-ae72-762c7749b15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:05.678273 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-6e6c9e82-5411-4789-ae72-762c7749b15c admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2052515 Jun 24 04:11:07.771080 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48280) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:07.906250 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909401dc-8cf8-45df-a0e4-7ad05df1aa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:07.906775 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909401dc-8cf8-45df-a0e4-7ad05df1aa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:07.908291 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-909401dc-8cf8-45df-a0e4-7ad05df1aa2a admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362727 Jun 24 04:11:08.633870 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:08.634658 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:09.970347 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48288) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:10.097559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0cae0e-ab92-453c-be85-df625cd06447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:10.098937 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-0c0cae0e-ab92-453c-be85-df625cd06447 admin admin] 10.222.0.16 "GET /v2.0/networks/128a2535-1ad9-4ed4-b77f-119c6944b2bf HTTP/1.1" status: 200 len: 886 time: 0.1276276 Jun 24 04:11:12.183784 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48296) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:12.261617 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:12.265586 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:12.322966 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f923aa-21c2-4b03-a98e-d6ac0dcd070e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:12.324933 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e5f923aa-21c2-4b03-a98e-d6ac0dcd070e admin admin] 10.222.0.16 "GET /v2.0/networks/2f14d4dd-74f6-4cbe-94a4-0d1fe48880b2 HTTP/1.1" status: 200 len: 869 time: 0.1401393 Jun 24 04:11:13.903105 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:13.906488 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:14.440716 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48304) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:14.578098 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ae390-bf7c-41c2-989c-ced63e53a833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:14.578574 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ae390-bf7c-41c2-989c-ced63e53a833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:14.580096 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ef7ae390-bf7c-41c2-989c-ced63e53a833 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384211 Jun 24 04:11:16.646166 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48312) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:16.737160 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089ed6a-ecfc-44b0-985c-410a3a57d6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:16.737619 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089ed6a-ecfc-44b0-985c-410a3a57d6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:16.739149 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-f089ed6a-ecfc-44b0-985c-410a3a57d6f9 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919874 Jun 24 04:11:18.790630 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48320) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:18.886820 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551bcf4e-3425-4226-b4f1-6c831ca11394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:18.888235 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-551bcf4e-3425-4226-b4f1-6c831ca11394 admin admin] 10.222.0.16 "GET /v2.0/subnets/68f2f989-baf1-4761-86ef-36e7697cf4a7 HTTP/1.1" status: 200 len: 868 time: 0.0966549 Jun 24 04:11:20.994383 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48328) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:21.189385 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a614e33-0096-43f7-aa18-928bb35ce1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:21.190694 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-0a614e33-0096-43f7-aa18-928bb35ce1ef admin admin] 10.222.0.16 "GET /v2.0/subnets/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b HTTP/1.1" status: 200 len: 816 time: 0.1953349 Jun 24 04:11:26.638353 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:26.643805 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=5 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:28.279687 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b3b5-ab4c-4976-bba5-c13fa4ecab36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:30.484813 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-43065bc6-2cc9-40f9-90e5-b12613d717ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:31.184786 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=23 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:31.186697 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=41 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:31.731287 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:33.056258 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:33.318950 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:35.637676 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:11:43.261412 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:43.267313 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:45.632545 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:45.634519 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:49.023504 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48382) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:49.071730 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [None req-5fdb32cd-7207-4254-955f-c153353b251c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:11:49.072730 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5fdb32cd-7207-4254-955f-c153353b251c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0482690 Jun 24 04:11:51.223944 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48390) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:51.288199 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.pecan_wsgi.hooks.translation [None req-990f0480-b3de-428b-944e-c8077ae76cd1 admin admin] GET failed (client error): The resource could not be found. Jun 24 04:11:51.289385 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-990f0480-b3de-428b-944e-c8077ae76cd1 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645971 Jun 24 04:11:51.377916 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee800e-dde1-4494-9ffb-2b078329f2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:51.379428 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b0ee800e-dde1-4494-9ffb-2b078329f2a5 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861051 Jun 24 04:11:53.523470 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48398) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:53.571841 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:11:53.644520 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Made reservation on behalf of 6a1c0f0b20b844d7b8311813151d93aa for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:53.647468 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:53.674529 dv-cinder-846842-3-iscsi neutron-server[104594]: WARNING neutron.services.revisions.revision_plugin [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Could not find related network for resource to bump revision. Jun 24 04:11:53.685708 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:11:53.695316 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (590cca68-4d0a-47a2-a9c4-b25cdfe23d6e), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:53.695680 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Added segment 590cca68-4d0a-47a2-a9c4-b25cdfe23d6e of type vlan for network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 Jun 24 04:11:53.734364 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (c9b9db04-2193-4ce7-8fe5-688b7d28ad09), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:53.821358 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (c9b9db04-2193-4ce7-8fe5-688b7d28ad09), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:53.822324 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:53.822959 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:53.889759 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b9db04-2193-4ce7-8fe5-688b7d28ad09,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:53.900471 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:11:53.915967 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7448ab7e-eecc-423c-adf6-8fdd36618393 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3912668 Jun 24 04:11:56.016067 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48406) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:11:56.077579 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e42ce8-f063-4aff-9167-20f342658d03 admin admin] GET failed (client error): The resource could not be found. Jun 24 04:11:56.078870 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e2e42ce8-f063-4aff-9167-20f342658d03 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618625 Jun 24 04:11:56.150102 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d3fb58-8abc-4fff-8624-1abcaa029ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:56.151544 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-33d3fb58-8abc-4fff-8624-1abcaa029ec0 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686402 Jun 24 04:11:56.160966 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09', 'cidr': '192.168.233.0/24'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:11:56.312816 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Made reservation on behalf of 6a1c0f0b20b844d7b8311813151d93aa for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:56.315172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:56.576535 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (dcda9a29-f56d-4c23-add2-bb4ae0b05d9f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:56.630569 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcda9a29-f56d-4c23-add2-bb4ae0b05d9f,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:56.646303 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Checking segment: {'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:11:56.647187 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Network hostable DHCP agents. Network: c9b9db04-2193-4ce7-8fe5-688b7d28ad09, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:11:56.718782 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:11:56.815839 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, c9b9db04-2193-4ce7-8fe5-688b7d28ad09) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:56.820223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:11:56.820939 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:56.824926 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6101b3c-d568-4a60-a8ed-14a735d2b79c None None] Network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:11:56.904481 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-d98bf85d-fb98-409e-85dc-8748c7e9cb3f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7466745 Jun 24 04:11:57.026537 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-c9b9db04-2193-4ce7-8fe5-688b7d28ad09', 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09', 'project_id': '6a1c0f0b20b844d7b8311813151d93aa', 'fixed_ips': [{'subnet_id': 'dcda9a29-f56d-4c23-add2-bb4ae0b05d9f'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:11:57.027552 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:57.172424 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Allocated IP 192.168.233.2 (c9b9db04-2193-4ce7-8fe5-688b7d28ad09/dcda9a29-f56d-4c23-add2-bb4ae0b05d9f/71c6ca34-e4c1-4595-9eb7-fa4c6aca312c) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:57.314944 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Publish callbacks [] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:57.388062 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:57.444852 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:57.449041 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:57.453494 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:11:57.456785 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Pushing event updated for resources: {'Port': ['ID=71c6ca34-e4c1-4595-9eb7-fa4c6aca312c,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:57.468396 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.468736 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.469094 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.469452 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.469787 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.470130 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.470529 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.470858 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.471181 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.471501 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.471824 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.472185 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.472599 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.472822 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.473136 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:57.523953 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Attempting to bind port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:11:57.524323 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Attempting to bind port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:11:57.524674 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Attempting to bind port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c on network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:11:57.529960 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:11:57.530333 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Checking segment: {'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:11:57.530755 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:57.531147 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Bound using segment: {'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:11:57.531633 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Bound port: 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:11:57.532007 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:57.592951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] For port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:57.596006 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] For port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=71c6ca34-e4c1-4595-9eb7-fa4c6aca312c,segment=NetworkSegment(590cca68-4d0a-47a2-a9c4-b25cdfe23d6e),segment_id=590cca68-4d0a-47a2-a9c4-b25cdfe23d6e)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:57.673531 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:57.739093 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57571477-e7f9-4cf0-8380-a4cd6d7cd646 None None] Pushing event updated for resources: {'Port': ['ID=71c6ca34-e4c1-4595-9eb7-fa4c6aca312c,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:58.268026 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-213e3954-e3fd-426e-a1ea-7f525eb52d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:58.600445 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed53898-6e6d-4852-8ae6-b3939f21ed2e None None] Network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:11:58.642000 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-5203dbd3-398b-4ce9-8648-d3ede0b91211 None None] Provisioning complete for port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:11:58.642402 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5203dbd3-398b-4ce9-8648-d3ede0b91211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:58.673348 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:58.708849 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:11:58.790409 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-5203dbd3-398b-4ce9-8648-d3ede0b91211 None None] Current status of the port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:11:58.790409 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5203dbd3-398b-4ce9-8648-d3ede0b91211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:58.832278 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-5203dbd3-398b-4ce9-8648-d3ede0b91211 None None] For port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=71c6ca34-e4c1-4595-9eb7-fa4c6aca312c,segment=NetworkSegment(590cca68-4d0a-47a2-a9c4-b25cdfe23d6e),segment_id=590cca68-4d0a-47a2-a9c4-b25cdfe23d6e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:58.937221 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5203dbd3-398b-4ce9-8648-d3ede0b91211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:58.988673 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203dbd3-398b-4ce9-8648-d3ede0b91211 None None] Pushing event updated for resources: {'Port': ['ID=71c6ca34-e4c1-4595-9eb7-fa4c6aca312c,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:59.061278 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:59.063981 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-daa0902f-f5e8-4220-8f78-3dd601304350 None None] Provisioning complete for port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:11:59.064381 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-daa0902f-f5e8-4220-8f78-3dd601304350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:59.139510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:11:59.139888 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:11:59.198114 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-daa0902f-f5e8-4220-8f78-3dd601304350 None None] Current status of the port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:11:59.243816 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:12:00.467224 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b54a8fe-0bbe-4c20-8982-5f16f855eb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:01.044364 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:01.089689 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:12:01.090073 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (71c6ca34-e4c1-4595-9eb7-fa4c6aca312c), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:01.158671 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 71c6ca34-e4c1-4595-9eb7-fa4c6aca312c is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:12:01.735699 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:03.044395 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:03.324755 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:03.635498 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=12 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:03.640252 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=20 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:06.830287 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:06.831112 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:12.638282 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:12:13.266322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:13.274509 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:22.634144 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:28.278647 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f1bbcaa0-042e-47d6-a3a2-5ccd1e7557a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:30.477969 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c19514e3-0fed-4554-99b4-15b70d080559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:31.701217 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:33.044073 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:33.335070 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:40.637253 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:40.647413 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:43.272029 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=23 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:43.273839 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:49.638332 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:12:58.273101 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5ba185be-2712-4a0a-b1f3-8bd438269004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:12:59.634492 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:12:59.635215 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:00.489328 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b8a27a90-9f4a-41fc-b323-fde90a49a9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:01.706401 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:03.043773 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:03.362965 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:13.270450 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:13.272735 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:17.637506 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:17.641433 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:26.637927 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:13:28.255311 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-72b975f1-d48d-4339-9010-956774893468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:30.483193 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-748ba785-d180-4f3c-aeea-01c2f34234b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:31.729089 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:33.048597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:33.317896 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:36.633215 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:36.634004 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:38.670882 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48444) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:13:38.677240 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [None req-f88632ae-f4d3-45c0-89bd-57b6a2a547ac tempest-verify_tempest_config-1261400278 tempest-verify_tempest_config-1261400278-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:13:38.678228 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-f88632ae-f4d3-45c0-89bd-57b6a2a547ac tempest-verify_tempest_config-1261400278 tempest-verify_tempest_config-1261400278-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063875 Jun 24 04:13:39.221421 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48462) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:13:39.335431 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:39.455515 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Publish callbacks [] for security_group (cc1b4ecb-d555-48d7-a671-fa74e3d45e25), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:39.516134 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (cc1b4ecb-d555-48d7-a671-fa74e3d45e25), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:39.562988 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cd01e55ccc84ca0886b71718cc2384c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3404357 Jun 24 04:13:39.563713 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1b4ecb-d555-48d7-a671-fa74e3d45e25,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:39.565599 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48468) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:13:39.584284 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.584655 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.584996 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.585327 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.585654 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.585976 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.586299 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.586645 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.586983 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.587309 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.587642 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.587977 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.588297 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.588612 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.588924 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72b35-2209-464d-aa83-e3f657de979c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:39.632092 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-52cff548-c9b8-4e8d-99cc-8f08a844bdb1 admin admin] Publish callbacks [] for security_group (cc1b4ecb-d555-48d7-a671-fa74e3d45e25), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:39.653587 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-52cff548-c9b8-4e8d-99cc-8f08a844bdb1 admin admin] Publish callbacks [] for security_group (cc1b4ecb-d555-48d7-a671-fa74e3d45e25), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:39.808115 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-52cff548-c9b8-4e8d-99cc-8f08a844bdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (cc1b4ecb-d555-48d7-a671-fa74e3d45e25), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:39.810608 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-52cff548-c9b8-4e8d-99cc-8f08a844bdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:13:39.811758 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-52cff548-c9b8-4e8d-99cc-8f08a844bdb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc1b4ecb-d555-48d7-a671-fa74e3d45e25 HTTP/1.1" status: 204 len: 168 time: 0.2452307 Jun 24 04:13:39.820171 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cff548-c9b8-4e8d-99cc-8f08a844bdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1b4ecb-d555-48d7-a671-fa74e3d45e25,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:43.271558 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:49.814956 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=32,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:49.815755 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:49.838374 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:58.109616 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=15 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:58.111471 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=17 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:13:58.248149 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-0406ace1-f85b-402e-a6a7-dfb4b25b0c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:00.476986 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ed0bac6c-178c-4754-af40-9cfaf314cfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:01.734266 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:03.059857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:03.333809 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:03.637461 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:14:13.274885 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:13.276758 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:13.633404 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:13.634155 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:28.247760 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-42cda8bb-49c6-460d-bbba-f339ea0fac0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:30.488157 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6339903c-6fef-4247-914e-7d79ed4e6fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:31.639310 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:31.644157 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=6 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:31.795447 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:33.075486 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:33.366953 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:14:40.636303 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:14:43.281672 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:43.283582 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:50.633585 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:56.633934 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:14:58.242184 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a621d550-07d9-4c42-9d80-a856974371e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:00.499538 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-3211a5b9-b274-4c9e-ab69-c316565d10f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:01.726553 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:03.064462 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:03.338756 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:08.644921 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:08.650060 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:13.282840 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:13.285139 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:17.636217 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 5 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:15:19.716103 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589359'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:27.633724 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:28.293085 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-db923899-792d-4602-838c-dcd91e927d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:30.491539 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-3fa63e6a-e479-4118-baaf-6b47e4410ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:31.320591 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48542) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:15:31.429033 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-615a8666-ce9f-4b1c-938a-e6010cc29cb4 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1074328 Jun 24 04:15:31.750391 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:33.063185 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:33.343251 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:33.648671 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48552) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:15:33.710734 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-4580da6a-64f2-41a6-80b3-62370594e3fb admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0609748 Jun 24 04:15:41.422508 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:41.424384 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:43.280625 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:43.288603 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:43.705968 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:45.651924 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:45.657787 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=5 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:15:49.732442 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:15:54.635499 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:15:58.253035 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-66aad675-137c-4717-81de-e605233d15b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:00.486556 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ba3389dc-4434-4f29-8230-b42a8a705dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:01.743888 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:03.063897 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:03.338128 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:04.631557 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=16 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:04.632422 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=12 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:13.283824 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:13.290856 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:19.726731 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:22.653888 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:22.654709 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:28.366813 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-615d3a87-dd35-4698-b0aa-94ea75f5a705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:30.519079 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ad650a2e-efea-411a-8bc4-d0407b08cf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:31.634747 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:16:31.783776 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:33.072966 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:33.353258 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:41.630423 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:43.294192 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:43.295991 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:49.709059 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:58.263328 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-2064347d-882c-4f82-b02c-d7cbd7cd8572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:16:59.640084 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:16:59.651600 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:00.508827 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-21c6ae6c-c4fa-4b69-91c7-243651a4e1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:01.775368 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:03.080197 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:03.397055 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:08.634655 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:17:12.143572 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48742) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:12.179778 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48750) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:12.332589 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-network', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:12.426999 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Made reservation on behalf of d56eee171a5c4f728bec99eef1f3b0a3 for: {'network': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:12.430962 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.440837 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.461678 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1785250122-network', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:12.520093 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Publish callbacks [] for security_group (fe0aecdf-6b96-4c58-8aa1-60126dd49dfe), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.592853 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Made reservation on behalf of ab7130ecbc4d487db66baebeab8550b0 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:12.595669 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.614844 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.657395 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (fe0aecdf-6b96-4c58-8aa1-60126dd49dfe), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.699399 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0aecdf-6b96-4c58-8aa1-60126dd49dfe,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:12.703362 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Publish callbacks [] for security_group (947bc39d-0567-4481-9e59-15245d6d506b), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.710712 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.711176 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.711659 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.712094 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.712524 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.712949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.713535 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.714065 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.714500 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.714903 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.715313 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.715711 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.716100 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.716614 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.717099 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Tracked resource versions report: Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: pushed versions: Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: { 'AddressGroup': {'1.2'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Agent': {'1.1'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'ConntrackHelper': {'1.0'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'LocalIPAssociation': {'1.0'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Log': {'1.0'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'NDPProxy': {'1.0'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Network': {'1.1'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Port': {'1.7'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'PortForwarding': {'1.3'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'QosPolicy': {'1.10'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SecurityGroup': {'1.5'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SubPort': {'1.0'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Subnet': {'1.1'}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Trunk': {'1.1'}} Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: consumer versions: Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: { DHCP agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: HyperV agent@hv-cinder-84684: {}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: L3 agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: Metadata agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: Metering agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: Open vSwitch agent@dv-cinder-846842-3-iscsi: { 'AddressGroup': '1.2', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Agent': '1.1', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'ConntrackHelper': '1.0', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'LocalIPAssociation': '1.0', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Log': '1.0', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'NDPProxy': '1.0', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Network': '1.1', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Port': '1.7', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'PortForwarding': '1.3', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'QosPolicy': '1.10', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SecurityGroup': '1.5', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SecurityGroupRule': '1.2', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'SubPort': '1.0', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Subnet': '1.1', Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: 'Trunk': '1.1'}} Jun 24 04:17:12.718983 dv-cinder-846842-3-iscsi neutron-server[104593]: {{(pid=104593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:17:12.728134 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=104593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:12.736699 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772085466242', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (a39ae2d9-390e-4e0a-8cf5-a66c776cff5e), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.737093 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Unsubscribe: segment precommit_create {{(pid=104593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 04:17:12.737585 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.segments_db [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Added segment a39ae2d9-390e-4e0a-8cf5-a66c776cff5e of type vlan for network 1499097c-b20d-4670-a290-7c6daddf6fa9 Jun 24 04:17:12.786364 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (1499097c-b20d-4670-a290-7c6daddf6fa9), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.800120 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (947bc39d-0567-4481-9e59-15245d6d506b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.826449 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:12.844366 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947bc39d-0567-4481-9e59-15245d6d506b,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:12.850524 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (a7297336-54ad-42b3-968b-5a1c0331e661), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.850865 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Added segment a7297336-54ad-42b3-968b-5a1c0331e661 of type vlan for network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 Jun 24 04:17:12.864446 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.864789 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.865146 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.865494 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.865809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.866129 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.866473 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.866795 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.867130 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.867458 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.867781 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.868099 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.868415 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.868730 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.869042 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Tracked resource versions report: Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: pushed versions: Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: { 'AddressGroup': {'1.2'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Agent': {'1.1'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'ConntrackHelper': {'1.0'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'LocalIPAssociation': {'1.0'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Log': {'1.0'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'NDPProxy': {'1.0'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Network': {'1.1'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Port': {'1.7'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'PortForwarding': {'1.3'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'QosPolicy': {'1.10'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SecurityGroup': {'1.5'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SubPort': {'1.0'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Subnet': {'1.1'}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Trunk': {'1.1'}} Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: consumer versions: Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: { DHCP agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: HyperV agent@hv-cinder-84684: {}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: L3 agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: Metadata agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: Metering agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: Open vSwitch agent@dv-cinder-846842-3-iscsi: { 'AddressGroup': '1.2', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Agent': '1.1', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'ConntrackHelper': '1.0', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'LocalIPAssociation': '1.0', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Log': '1.0', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'NDPProxy': '1.0', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Network': '1.1', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Port': '1.7', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'PortForwarding': '1.3', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'QosPolicy': '1.10', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SecurityGroup': '1.5', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SecurityGroupRule': '1.2', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'SubPort': '1.0', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Subnet': '1.1', Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: 'Trunk': '1.1'}} Jun 24 04:17:12.870204 dv-cinder-846842-3-iscsi neutron-server[104594]: {{(pid=104594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:17:12.908889 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (1499097c-b20d-4670-a290-7c6daddf6fa9), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.911000 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:12.911996 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.916848 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:12.945137 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48792) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:13.016032 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] Pushing event updated for resources: {'Network': ['ID=1499097c-b20d-4670-a290-7c6daddf6fa9,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.021695 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.023522 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:13.024500 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.026023 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-5aaf0d6c-73b2-44b6-b001-1bcbd16b203a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8752608 Jun 24 04:17:13.027637 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48798) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:13.028593 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:13.038263 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Request body: {'subnet': {'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-subnet', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:13.076491 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48802) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:13.112427 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48806) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:13.125804 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.139464 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:13.143117 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Made reservation on behalf of d56eee171a5c4f728bec99eef1f3b0a3 for: {'subnet': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:13.146316 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.164397 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-c7e66e35-19fd-45ad-9a36-9aea8c9173a5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9829721 Jun 24 04:17:13.167014 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48810) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:13.173267 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Request body: {'subnet': {'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-subnet', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:13.237571 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1940514902-network', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:13.275581 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Made reservation on behalf of ab7130ecbc4d487db66baebeab8550b0 for: {'subnet': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:13.277833 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.358846 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Made reservation on behalf of a48b90744f124a21b9e8d2b78836462e for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:13.361566 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.372061 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.479722 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Publish callbacks [] for security_group (812671bc-c8fa-499b-a196-acb85da18d0e), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.483903 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:13.516081 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:13.520488 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-272030888-network', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:13.527566 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-network', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:13.555103 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (812671bc-c8fa-499b-a196-acb85da18d0e), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.570210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:13.571127 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:13.587597 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (f1889451-9ea5-476a-a496-f8f1b6a4a4f1), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.603655 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (1de7ba82-4ac2-4305-b951-97ad8de64812), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.603992 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Added segment 1de7ba82-4ac2-4305-b951-97ad8de64812 of type vlan for network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 Jun 24 04:17:13.605600 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812671bc-c8fa-499b-a196-acb85da18d0e,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.647178 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Made reservation on behalf of 96e2b5a124bf48fd82e48ed79aa4eeed for: {'network': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:13.649128 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Made reservation on behalf of ba92bd9c1afc47008582aba7ec0c5266 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:13.649717 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.651442 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.656328 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (b4bf1515-2e35-410d-b83f-ccbbbbc60ef1), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.661136 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.668496 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.669463 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (c76d2cf8-c72d-4b16-983e-0fa0aff50668), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.709571 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1889451-9ea5-476a-a496-f8f1b6a4a4f1,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.711978 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:13.718903 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Checking segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:13.719787 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Network hostable DHCP agents. Network: 1499097c-b20d-4670-a290-7c6daddf6fa9, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:13.761921 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (b4bf1515-2e35-410d-b83f-ccbbbbc60ef1), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.768258 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:13.768258 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.808342 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Publish callbacks [] for security_group (19d1a4f1-2ed4-4928-ac78-4b847d8952c2), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.812484 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76d2cf8-c72d-4b16-983e-0fa0aff50668,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.830202 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Checking segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:13.830565 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Network hostable DHCP agents. Network: a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:13.870158 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] Pushing event updated for resources: {'Network': ['ID=b4bf1515-2e35-410d-b83f-ccbbbbc60ef1,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.874759 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Publish callbacks [] for security_group (f49ee3d8-79df-4a5d-8ccd-893b27d9171a), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.880804 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (19d1a4f1-2ed4-4928-ac78-4b847d8952c2), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.884853 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:13.894876 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48840) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:13.895074 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-c0ffbcca-3192-4b22-b4d8-9441489a3b8b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9488757 Jun 24 04:17:13.907822 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Request body: {'subnet': {'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1940514902-subnet', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:13.919072 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:13.930978 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d1a4f1-2ed4-4928-ac78-4b847d8952c2,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:13.938028 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:13.946995 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (ba3e9244-174b-4242-a3e1-b67408fbdfcb), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.947243 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Added segment ba3e9244-174b-4242-a3e1-b67408fbdfcb of type vlan for network e7b2c59a-0555-4ea1-82f3-82731a83d232 Jun 24 04:17:13.968979 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f49ee3d8-79df-4a5d-8ccd-893b27d9171a), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:13.974519 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:14.001394 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (e7b2c59a-0555-4ea1-82f3-82731a83d232), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.019183 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=104593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:14.026102 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:14.037574 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:14.053946 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 1499097c-b20d-4670-a290-7c6daddf6fa9) {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:14.060973 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:14.060973 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.073001 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Made reservation on behalf of a48b90744f124a21b9e8d2b78836462e for: {'subnet': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:14.076427 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53488c38-5762-4fa1-bf24-137f27b05d7f None None] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:14.077367 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.124368 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (e7b2c59a-0555-4ea1-82f3-82731a83d232), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.125837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:14.126620 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.180682 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7) {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:14.189271 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:14.190082 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.195456 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f0f61-97cd-49a5-8750-303b4ec70863 None None] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:14.199653 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (3718c3c6-f3d5-421c-8d45-067f513953c3), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.200762 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.segments_db [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Added segment 3718c3c6-f3d5-421c-8d45-067f513953c3 of type vlan for network 8ce8156e-f527-45c8-b424-190ecb88e595 Jun 24 04:17:14.240402 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] Pushing event updated for resources: {'Network': ['ID=e7b2c59a-0555-4ea1-82f3-82731a83d232,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:14.243380 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ee3d8-79df-4a5d-8ccd-893b27d9171a,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:14.270940 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-9cbbac6e-dc8f-451b-9cee-2bef4a49839e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1920855 Jun 24 04:17:14.274797 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48860) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:14.282133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Request body: {'subnet': {'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-272030888-subnet', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:14.311428 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (8ce8156e-f527-45c8-b424-190ecb88e595), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.338638 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48862) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:14.343695 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-51566c16-fef5-45f4-8d93-d869a94f1e7b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3052101 Jun 24 04:17:14.353808 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:14.399929 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:14.406707 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Made reservation on behalf of ba92bd9c1afc47008582aba7ec0c5266 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:14.409066 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.445556 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-1499097c-b20d-4670-a290-7c6daddf6fa9', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:17:14.446804 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.487117 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:17:14.488327 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.489120 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-ce36947c-c138-4e0a-85c6-035070b7830b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3206258 Jun 24 04:17:14.491785 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48872) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:14.496358 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (d896c8ed-7644-4bc0-b747-979e67a7f6c2), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.497409 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (d896c8ed-7644-4bc0-b747-979e67a7f6c2), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.505670 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:14.550343 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (8ce8156e-f527-45c8-b424-190ecb88e595), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.552617 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:14.554985 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.574703 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (1958fe92-ad3a-4bd2-9413-a7358c8f9f21), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.638064 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks [] for router_controller (d896c8ed-7644-4bc0-b747-979e67a7f6c2), precommit_add_association {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.652833 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1958fe92-ad3a-4bd2-9413-a7358c8f9f21,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:14.711768 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5979667 Jun 24 04:17:14.714526 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48876) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:14.728988 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Request body: {'subnet': {'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-subnet', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:14.756502 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (12453859-f0d4-49ff-a6f1-08f806fbac5f), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.756502 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (12453859-f0d4-49ff-a6f1-08f806fbac5f), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.758424 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Checking segment: {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:14.758847 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Network hostable DHCP agents. Network: b4bf1515-2e35-410d-b83f-ccbbbbc60ef1, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:14.789336 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Allocated IP 172.20.0.2 (1499097c-b20d-4670-a290-7c6daddf6fa9/f1889451-9ea5-476a-a496-f8f1b6a4a4f1/c248386a-24ec-43a8-a6d8-29a2fb804db1) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:14.792227 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0851d-b5b6-44b7-a281-f1e7df2f2e11 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce8156e-f527-45c8-b424-190ecb88e595,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:14.810957 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 8ce8156e-f527-45c8-b424-190ecb88e595 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:14.835661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Allocated IP 172.20.0.2 (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7/c76d2cf8-c72d-4b16-983e-0fa0aff50668/688664d8-6f54-46b7-9d84-c3fb3e670195) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:14.855288 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Made reservation on behalf of 96e2b5a124bf48fd82e48ed79aa4eeed for: {'subnet': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:14.857640 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.862439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (ae6c6cc8-dfad-4589-a778-52f0206b85e3), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:14.920183 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:15.163987 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, b4bf1515-2e35-410d-b83f-ccbbbbc60ef1) {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:15.178418 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:15.184849 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f2f29-37f7-4011-bcce-4842aa2b86aa None None] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:15.197578 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:15.198405 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.213898 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6c6cc8-dfad-4589-a778-52f0206b85e3,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:15.230060 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks [] for router_controller (12453859-f0d4-49ff-a6f1-08f806fbac5f), precommit_add_association {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.240476 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:15.261310 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Publish callbacks [] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.278905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=17,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:15.294557 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks [] for router_gateway (d896c8ed-7644-4bc0-b747-979e67a7f6c2), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.318306 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Publish callbacks [] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.325010 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Checking segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:15.325190 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Network hostable DHCP agents. Network: e7b2c59a-0555-4ea1-82f3-82731a83d232, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:15.340216 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-7cc26c7a-19f7-4ddd-937b-06f62a1006db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4434023 Jun 24 04:17:15.343263 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48900) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:15.347443 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:15.363615 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-b4bf1515-2e35-410d-b83f-ccbbbbc60ef1', 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1', 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'fixed_ips': [{'subnet_id': '1958fe92-ad3a-4bd2-9413-a7358c8f9f21'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:17:15.364986 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.369337 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (e9dcbffd-b79e-48e0-82be-720d32dc3e0a), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.371975 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:15.378827 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.404875 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.427815 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dcbffd-b79e-48e0-82be-720d32dc3e0a,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:15.444387 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Checking segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:15.444732 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Network hostable DHCP agents. Network: 8ce8156e-f527-45c8-b424-190ecb88e595, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:15.456524 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:15.514250 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:15.519128 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:15.526290 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:15.528586 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (e41c347e-8708-4d88-8c2a-f29498a7cf61), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.530574 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (e41c347e-8708-4d88-8c2a-f29498a7cf61), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.544698 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:15.556146 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:15.559893 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:15.571508 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:15.579983 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Pushing event updated for resources: {'Port': ['ID=c248386a-24ec-43a8-a6d8-29a2fb804db1,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:15.594807 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Network 8ce8156e-f527-45c8-b424-190ecb88e595 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:15.616196 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.616547 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.616906 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.617262 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.617597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.617934 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.618264 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.618616 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.618941 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.619266 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.619593 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.619932 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.620257 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.620630 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.620950 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Tracked resource versions report: Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: pushed versions: Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: { 'AddressGroup': {'1.2'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Agent': {'1.1'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'ConntrackHelper': {'1.0'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'LocalIPAssociation': {'1.0'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Log': {'1.0'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'NDPProxy': {'1.0'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Network': {'1.1'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Port': {'1.7'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'PortForwarding': {'1.3'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'QosPolicy': {'1.10'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SecurityGroup': {'1.5'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SubPort': {'1.0'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Subnet': {'1.1'}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Trunk': {'1.1'}} Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: consumer versions: Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: { DHCP agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: HyperV agent@hv-cinder-84684: {}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: L3 agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: Metadata agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: Metering agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: Open vSwitch agent@dv-cinder-846842-3-iscsi: { 'AddressGroup': '1.2', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Agent': '1.1', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'ConntrackHelper': '1.0', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'LocalIPAssociation': '1.0', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Log': '1.0', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'NDPProxy': '1.0', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Network': '1.1', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Port': '1.7', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'PortForwarding': '1.3', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'QosPolicy': '1.10', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SecurityGroup': '1.5', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SecurityGroupRule': '1.2', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'SubPort': '1.0', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Subnet': '1.1', Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: 'Trunk': '1.1'}} Jun 24 04:17:15.622138 dv-cinder-846842-3-iscsi neutron-server[104595]: {{(pid=104595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:17:15.690169 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks [] for router_gateway (12453859-f0d4-49ff-a6f1-08f806fbac5f), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.707049 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks [] for router_controller (e41c347e-8708-4d88-8c2a-f29498a7cf61), precommit_add_association {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.708406 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 8ce8156e-f527-45c8-b424-190ecb88e595) {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:15.712620 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:15.713553 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.741306 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, e7b2c59a-0555-4ea1-82f3-82731a83d232) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:15.752682 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:15.753261 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.773052 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks [] for router_gateway (d896c8ed-7644-4bc0-b747-979e67a7f6c2), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.797815 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48914) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:15.797972 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:15.829912 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4f8f9-7fe5-4dc8-bea2-016dce6b00d6 None None] Network 8ce8156e-f527-45c8-b424-190ecb88e595 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:15.832328 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4652c79f-c107-4dd1-ba80-ed263bfa2345 None None] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:15.865573 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-91e90014-eea3-4fa3-9c33-7988cf601a2b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5897753 Jun 24 04:17:15.870261 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48924) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:15.885523 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:15.923687 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Attempting to bind port c248386a-24ec-43a8-a6d8-29a2fb804db1 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:15.923687 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Attempting to bind port c248386a-24ec-43a8-a6d8-29a2fb804db1 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:15.923687 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Attempting to bind port c248386a-24ec-43a8-a6d8-29a2fb804db1 on network 1499097c-b20d-4670-a290-7c6daddf6fa9 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:15.924015 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9a9faa8d-81b3-435c-811e-05dc18d5374e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2054136 Jun 24 04:17:15.950696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 48930) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:15.975762 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Pushing event updated for resources: {'Port': ['ID=688664d8-6f54-46b7-9d84-c3fb3e670195,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:16.251697 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Allocated IP 172.20.0.2 (b4bf1515-2e35-410d-b83f-ccbbbbc60ef1/1958fe92-ad3a-4bd2-9413-a7358c8f9f21/9dbf5de9-5c43-4c51-add3-7964c543d33b) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:16.253078 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:16.253343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:16.253343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Checking segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:16.253343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.253343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Bound using segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:16.253343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Bound port: c248386a-24ec-43a8-a6d8-29a2fb804db1, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:16.253343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.253958 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:16.254239 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Attempting to bind port 688664d8-6f54-46b7-9d84-c3fb3e670195 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:16.254239 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Attempting to bind port 688664d8-6f54-46b7-9d84-c3fb3e670195 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:16.254239 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Attempting to bind port 688664d8-6f54-46b7-9d84-c3fb3e670195 on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:16.254582 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Allocated IP 172.27.2.199 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/b03c70b5-6acf-4267-9f9f-8af0aa7dbf79) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:16.254800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8d24e72e-636b-4675-9c6e-3e26d1051a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.255298 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.255298 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.255447 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks [] for router_gateway (e41c347e-8708-4d88-8c2a-f29498a7cf61), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.255521 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (f5a86038-86a6-4666-bc1a-966f2c008923), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.255521 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (f5a86038-86a6-4666-bc1a-966f2c008923), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.255661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:16.255661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Checking segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:16.255661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.255661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Bound using segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:16.255661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Bound port: 688664d8-6f54-46b7-9d84-c3fb3e670195, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:16.255661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.257043 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8d24e72e-636b-4675-9c6e-3e26d1051a37 admin admin] Publish callbacks [] for security_group (caf1f86e-d752-4107-9ab8-27ab9d5aaf5e), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.257117 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] For port c248386a-24ec-43a8-a6d8-29a2fb804db1, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:16.274509 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] For port c248386a-24ec-43a8-a6d8-29a2fb804db1, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=c248386a-24ec-43a8-a6d8-29a2fb804db1,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:16.335836 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks [] for router_controller (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), precommit_add_association {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.344460 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks [] for router_controller (f5a86038-86a6-4666-bc1a-966f2c008923), precommit_add_association {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.348923 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks [] for router_gateway (12453859-f0d4-49ff-a6f1-08f806fbac5f), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.374947 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.378909 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-e7b2c59a-0555-4ea1-82f3-82731a83d232', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:17:16.379818 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.409139 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-8ce8156e-f527-45c8-b424-190ecb88e595', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:17:16.410057 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.445475 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks [] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.447689 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] For port 688664d8-6f54-46b7-9d84-c3fb3e670195, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:16.486258 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] For port 688664d8-6f54-46b7-9d84-c3fb3e670195, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=688664d8-6f54-46b7-9d84-c3fb3e670195,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:16.561038 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8d24e72e-636b-4675-9c6e-3e26d1051a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (caf1f86e-d752-4107-9ab8-27ab9d5aaf5e), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.602178 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.606048 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.622921 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8d24e72e-636b-4675-9c6e-3e26d1051a37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf6ac8a37c564019bdad3a570e9241f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8239839 Jun 24 04:17:16.626119 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48942) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:16.653260 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.700001 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Publish callbacks [] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.744936 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24e72e-636b-4675-9c6e-3e26d1051a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf1f86e-d752-4107-9ab8-27ab9d5aaf5e,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:16.788297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c06ee-68d8-494e-bf5a-4f3a57c5db16 None None] Pushing event updated for resources: {'Port': ['ID=c248386a-24ec-43a8-a6d8-29a2fb804db1,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:16.808427 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.813873 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-57bf510d-9706-49d6-8d1d-700ad7e8d8e3 admin admin] Publish callbacks [] for security_group (caf1f86e-d752-4107-9ab8-27ab9d5aaf5e), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.850971 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Allocated IP 172.20.0.2 (8ce8156e-f527-45c8-b424-190ecb88e595/e9dcbffd-b79e-48e0-82be-720d32dc3e0a/c53fde9a-7074-49ff-b640-5223dd321475) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:16.855570 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-57bf510d-9706-49d6-8d1d-700ad7e8d8e3 admin admin] Publish callbacks [] for security_group (caf1f86e-d752-4107-9ab8-27ab9d5aaf5e), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.936341 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Allocated IP 172.20.0.2 (e7b2c59a-0555-4ea1-82f3-82731a83d232/ae6c6cc8-dfad-4589-a778-52f0206b85e3/3e3812cb-9f35-4cb7-bdab-72dc8cfe312f) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:16.955642 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82976f-a772-4481-8b69-4ab48e35af58 None None] Pushing event updated for resources: {'Port': ['ID=688664d8-6f54-46b7-9d84-c3fb3e670195,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:16.958904 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks [] for router_gateway (e41c347e-8708-4d88-8c2a-f29498a7cf61), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:16.971051 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:16.989052 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.008649 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:17.017682 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:17.018074 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:17.157506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks [] for router_gateway (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.157506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Allocated IP 172.27.2.82 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/64d461e8-087c-4ac5-b2f8-675968d7857f) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:17.157506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks [] for router_gateway (f5a86038-86a6-4666-bc1a-966f2c008923), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.157709 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:17.201528 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Pushing event updated for resources: {'Port': ['ID=b03c70b5-6acf-4267-9f9f-8af0aa7dbf79,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:17.211252 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-57bf510d-9706-49d6-8d1d-700ad7e8d8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (caf1f86e-d752-4107-9ab8-27ab9d5aaf5e), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.218748 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-57bf510d-9706-49d6-8d1d-700ad7e8d8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.223259 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-57bf510d-9706-49d6-8d1d-700ad7e8d8e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caf1f86e-d752-4107-9ab8-27ab9d5aaf5e HTTP/1.1" status: 204 len: 168 time: 0.5871420 Jun 24 04:17:17.227895 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48952) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:17.279691 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf510d-9706-49d6-8d1d-700ad7e8d8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf1f86e-d752-4107-9ab8-27ab9d5aaf5e,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:17.318173 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:17.365544 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:17.486943 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:17.496953 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a098a217-b169-4c5a-b979-0486d2223c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.547764 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:17.562578 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Pushing event updated for resources: {'Port': ['ID=9dbf5de9-5c43-4c51-add3-7964c543d33b,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:17.649527 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Publish callbacks [] for port (c53fde9a-7074-49ff-b640-5223dd321475), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.654335 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a098a217-b169-4c5a-b979-0486d2223c27 admin admin] Publish callbacks [] for security_group (19e9295d-ec8a-499d-8598-6fe7ef5a552f), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.678279 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Attempting to bind port 9dbf5de9-5c43-4c51-add3-7964c543d33b on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:17.678694 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Attempting to bind port 9dbf5de9-5c43-4c51-add3-7964c543d33b by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:17.679457 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Attempting to bind port 9dbf5de9-5c43-4c51-add3-7964c543d33b on network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:17.724158 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a098a217-b169-4c5a-b979-0486d2223c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (19e9295d-ec8a-499d-8598-6fe7ef5a552f), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.751169 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:17.751549 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Checking segment: {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:17.751948 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.752341 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Bound using segment: {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:17.752842 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Bound port: 9dbf5de9-5c43-4c51-add3-7964c543d33b, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:17.753204 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.770607 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (c53fde9a-7074-49ff-b640-5223dd321475), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.787542 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-a098a217-b169-4c5a-b979-0486d2223c27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=570a83d81ade40c08d677db7c3ad102f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5566123 Jun 24 04:17:17.788655 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098a217-b169-4c5a-b979-0486d2223c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e9295d-ec8a-499d-8598-6fe7ef5a552f,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:17.791493 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48966) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:17.842288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Publish callbacks [] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.854304 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Network 8ce8156e-f527-45c8-b424-190ecb88e595 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:17.855156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5cb517be-25ea-4655-a29b-b0a55a412700 admin admin] Publish callbacks [] for security_group (19e9295d-ec8a-499d-8598-6fe7ef5a552f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.861971 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:17.867490 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:17.872070 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Pushing event updated for resources: {'Port': ['ID=c53fde9a-7074-49ff-b640-5223dd321475,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:17.891920 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5cb517be-25ea-4655-a29b-b0a55a412700 admin admin] Publish callbacks [] for security_group (19e9295d-ec8a-499d-8598-6fe7ef5a552f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:17.976781 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] For port 9dbf5de9-5c43-4c51-add3-7964c543d33b, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:17.989719 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] For port 9dbf5de9-5c43-4c51-add3-7964c543d33b, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=9dbf5de9-5c43-4c51-add3-7964c543d33b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:17.996549 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.042284 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Attempting to bind port c53fde9a-7074-49ff-b640-5223dd321475 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:18.042707 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Attempting to bind port c53fde9a-7074-49ff-b640-5223dd321475 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:18.043072 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Attempting to bind port c53fde9a-7074-49ff-b640-5223dd321475 on network 8ce8156e-f527-45c8-b424-190ecb88e595 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:18.059486 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:18.065368 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:18.065743 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Checking segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:18.066136 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.066550 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Bound using segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:18.067024 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Bound port: c53fde9a-7074-49ff-b640-5223dd321475, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:18.067399 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (c53fde9a-7074-49ff-b640-5223dd321475), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.069780 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:18.074802 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:18.076241 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5cb517be-25ea-4655-a29b-b0a55a412700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (19e9295d-ec8a-499d-8598-6fe7ef5a552f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.080575 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5cb517be-25ea-4655-a29b-b0a55a412700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.081733 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-5cb517be-25ea-4655-a29b-b0a55a412700 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e9295d-ec8a-499d-8598-6fe7ef5a552f HTTP/1.1" status: 204 len: 168 time: 0.2889922 Jun 24 04:17:18.095540 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.096644 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Pushing event updated for resources: {'Port': ['ID=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:18.100013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb517be-25ea-4655-a29b-b0a55a412700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e9295d-ec8a-499d-8598-6fe7ef5a552f,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:18.155395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks [] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.172931 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44b169-afae-4962-8750-2edc7ff5ec24 None None] Pushing event updated for resources: {'Port': ['ID=9dbf5de9-5c43-4c51-add3-7964c543d33b,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:18.213103 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks [] for router_gateway (f5a86038-86a6-4666-bc1a-966f2c008923), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.215838 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks [] for router_gateway (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.248408 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.359090 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.380387 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:18.382098 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.389442 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:18.392076 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Allocated IP 172.27.2.207 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/768159f6-edcf-4f75-8df7-93d783a4e065) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:18.397615 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:18.475751 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] For port c53fde9a-7074-49ff-b640-5223dd321475, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:18.479051 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] For port c53fde9a-7074-49ff-b640-5223dd321475, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=c53fde9a-7074-49ff-b640-5223dd321475,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:18.525262 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Attempting to bind port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:18.525645 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Attempting to bind port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:18.526033 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Attempting to bind port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f on network e7b2c59a-0555-4ea1-82f3-82731a83d232 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:18.536857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:18.536857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Checking segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:18.536857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.536857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Bound using segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:18.536857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Bound port: 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:18.536857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.595336 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (c53fde9a-7074-49ff-b640-5223dd321475), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.605780 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10590d1-4d4e-4f8e-9772-3267cf8b1096 None None] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:18.628938 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:18.634930 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:18.645620 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks [] for router_gateway (d896c8ed-7644-4bc0-b747-979e67a7f6c2), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.648935 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:18.681633 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks [] for port (768159f6-edcf-4f75-8df7-93d783a4e065), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.693158 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:18.775962 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cfd9a-2629-42c2-b093-d080a0226944 None None] Pushing event updated for resources: {'Port': ['ID=c53fde9a-7074-49ff-b640-5223dd321475,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:18.822575 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=64d461e8-087c-4ac5-b2f8-675968d7857f,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:18.840606 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:INSERT=15 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:18.878070 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:18.940554 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-1e2376c1-58f6-4ad2-b2b0-6ea082163d93 None None] Provisioning complete for port 688664d8-6f54-46b7-9d84-c3fb3e670195 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:18.940554 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e2376c1-58f6-4ad2-b2b0-6ea082163d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.093931 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] For port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:19.109601 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks [] for router_gateway (12453859-f0d4-49ff-a6f1-08f806fbac5f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.160745 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:19.161597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] For port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:19.161924 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:19.161924 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:19.211498 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Pushing event updated for resources: {'Port': ['ID=768159f6-edcf-4f75-8df7-93d783a4e065,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:19.298969 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-1e2376c1-58f6-4ad2-b2b0-6ea082163d93 None None] Current status of the port 688664d8-6f54-46b7-9d84-c3fb3e670195 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:19.298969 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e2376c1-58f6-4ad2-b2b0-6ea082163d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.299362 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a3755-7fa8-4483-aea7-ae6f8c4f6e8d None None] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:19.496879 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-1e2376c1-58f6-4ad2-b2b0-6ea082163d93 None None] For port 688664d8-6f54-46b7-9d84-c3fb3e670195, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=688664d8-6f54-46b7-9d84-c3fb3e670195,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:19.528367 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device c248386a-24ec-43a8-a6d8-29a2fb804db1 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:19.582215 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port c248386a-24ec-43a8-a6d8-29a2fb804db1 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:19.582629 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.687774 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port c248386a-24ec-43a8-a6d8-29a2fb804db1 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:19.688232 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.731100 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port c248386a-24ec-43a8-a6d8-29a2fb804db1, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=c248386a-24ec-43a8-a6d8-29a2fb804db1,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:19.757987 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Allocated IP 172.27.2.72 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/fbf16f43-d444-46ce-bd58-b75e08521126) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:19.844349 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (d896c8ed-7644-4bc0-b747-979e67a7f6c2), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.865487 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 48998) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:19.880247 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-42c35b44-5d72-4833-b27b-b23ee32f8405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.953098 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.db.api [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.2.207-2e0b9aeb-bc80-42c2-8e66-49cbce468073 {{(pid=104594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 04:17:19.953495 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG oslo_db.api [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:17:19.967299 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1e2376c1-58f6-4ad2-b2b0-6ea082163d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.972566 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.978512 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.986410 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:19.993096 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 688664d8-6f54-46b7-9d84-c3fb3e670195 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:20.030951 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (12453859-f0d4-49ff-a6f1-08f806fbac5f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.072316 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks [] for port (fbf16f43-d444-46ce-bd58-b75e08521126), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.135903 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 688664d8-6f54-46b7-9d84-c3fb3e670195 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:20.136170 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.138002 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-66d86e94-b772-4b2d-ba3e-5eb6499715a2 None None] Provisioning complete for port c248386a-24ec-43a8-a6d8-29a2fb804db1 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:20.138387 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-66d86e94-b772-4b2d-ba3e-5eb6499715a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.215322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2376c1-58f6-4ad2-b2b0-6ea082163d93 None None] Pushing event updated for resources: {'Port': ['ID=688664d8-6f54-46b7-9d84-c3fb3e670195,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:20.297204 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9032500-0d47-489e-9100-54dffad47ca6 None None] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:20.326668 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3db88-8318-482a-af60-ad2dbfec1cc0 None None] Pushing event updated for resources: {'Port': ['ID=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:20.346878 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-42c35b44-5d72-4833-b27b-b23ee32f8405 admin admin] Publish callbacks [] for security_group (4293f2e7-e677-402e-9e95-bda09bc1dc44), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.407226 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.418527 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks [] for router_gateway (e41c347e-8708-4d88-8c2a-f29498a7cf61), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.474877 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:20.487628 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-42c35b44-5d72-4833-b27b-b23ee32f8405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4293f2e7-e677-402e-9e95-bda09bc1dc44), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.517403 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.520472 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:20.525952 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:20.530086 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:20.532853 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=c248386a-24ec-43a8-a6d8-29a2fb804db1,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:20.606538 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-66d86e94-b772-4b2d-ba3e-5eb6499715a2 None None] Current status of the port c248386a-24ec-43a8-a6d8-29a2fb804db1 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:20.631470 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c35b44-5d72-4833-b27b-b23ee32f8405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4293f2e7-e677-402e-9e95-bda09bc1dc44,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:20.638039 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-42c35b44-5d72-4833-b27b-b23ee32f8405 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e1e3c6f45844e038e95f047768a0fff&name=default HTTP/1.1" status: 200 len: 2993 time: 0.7709765 Jun 24 04:17:20.642508 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49006) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:20.653186 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 688664d8-6f54-46b7-9d84-c3fb3e670195 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:20.654263 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 9dbf5de9-5c43-4c51-add3-7964c543d33b up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:20.725271 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:UPDATE=8,neutron:SELECT=85,neutron:INSERT=7 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:20.728001 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf16f43-d444-46ce-bd58-b75e08521126,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:20.731040 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d691ffb0-a7ba-4dea-8582-386b68e8ed06 admin admin] Publish callbacks [] for security_group (4293f2e7-e677-402e-9e95-bda09bc1dc44), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.736778 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-66d86e94-b772-4b2d-ba3e-5eb6499715a2 None None] Provisioning complete for port 688664d8-6f54-46b7-9d84-c3fb3e670195 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:20.737161 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-66d86e94-b772-4b2d-ba3e-5eb6499715a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.758635 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d691ffb0-a7ba-4dea-8582-386b68e8ed06 admin admin] Publish callbacks [] for security_group (4293f2e7-e677-402e-9e95-bda09bc1dc44), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.865584 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Router d896c8ed-7644-4bc0-b747-979e67a7f6c2 is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:17:20.869756 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:17:20.933395 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d691ffb0-a7ba-4dea-8582-386b68e8ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4293f2e7-e677-402e-9e95-bda09bc1dc44), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.948336 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d691ffb0-a7ba-4dea-8582-386b68e8ed06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.950730 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d691ffb0-a7ba-4dea-8582-386b68e8ed06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4293f2e7-e677-402e-9e95-bda09bc1dc44 HTTP/1.1" status: 204 len: 168 time: 0.3053441 Jun 24 04:17:20.966737 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 9dbf5de9-5c43-4c51-add3-7964c543d33b triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:20.967136 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:20.973550 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f75d9b-0e85-4e4e-98c1-107889a757d0 None None] Network 8ce8156e-f527-45c8-b424-190ecb88e595 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:21.004062 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691ffb0-a7ba-4dea-8582-386b68e8ed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4293f2e7-e677-402e-9e95-bda09bc1dc44,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:21.135559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks [] for router_gateway (f5a86038-86a6-4666-bc1a-966f2c008923), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:21.149940 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-66d86e94-b772-4b2d-ba3e-5eb6499715a2 None None] Current status of the port 688664d8-6f54-46b7-9d84-c3fb3e670195 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:21.180776 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (e41c347e-8708-4d88-8c2a-f29498a7cf61), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:21.282809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Allocated IP 172.27.2.141 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/dbb0dffd-2b1b-461f-94d5-e3562870e8f4) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:21.313615 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Provisioning complete for port 9dbf5de9-5c43-4c51-add3-7964c543d33b triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:21.313983 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:21.451640 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:21.492811 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 9dbf5de9-5c43-4c51-add3-7964c543d33b is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:21.493174 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:21.600713 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 9dbf5de9-5c43-4c51-add3-7964c543d33b, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=9dbf5de9-5c43-4c51-add3-7964c543d33b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:21.671432 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Router e41c347e-8708-4d88-8c2a-f29498a7cf61 is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:17:21.700860 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Current status of the port 9dbf5de9-5c43-4c51-add3-7964c543d33b is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:21.701661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:21.752290 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:21.861464 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:21.925956 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:21.955779 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:21.975302 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:22.029272 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:22.030630 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:22.054774 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:22.172841 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:22.174541 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-927b6c1f-67b5-411f-99e8-3b605c07729d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8303561 Jun 24 04:17:22.177599 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49048) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:22.203563 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Sync routers for ids ['e41c347e-8708-4d88-8c2a-f29498a7cf61'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:22.250684 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=9dbf5de9-5c43-4c51-add3-7964c543d33b,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:22.275236 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Routers {'e41c347e-8708-4d88-8c2a-f29498a7cf61'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:22.276225 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['e41c347e-8708-4d88-8c2a-f29498a7cf61'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:22.280458 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Sync routers for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:22.292273 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92857db1-4bad-40f9-bdc1-533fad81ed27 None None] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:22.335691 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks [] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:22.377823 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:22.380788 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:22.384723 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device c248386a-24ec-43a8-a6d8-29a2fb804db1 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:22.418272 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:22.486114 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Set router e41c347e-8708-4d88-8c2a-f29498a7cf61 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:22.494124 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:22.518741 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port c248386a-24ec-43a8-a6d8-29a2fb804db1 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:22.519106 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:22.555921 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.db.api [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 04:17:22.556309 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG oslo_db.api [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:17:22.560701 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (f5a86038-86a6-4666-bc1a-966f2c008923), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:22.612726 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:22.617745 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-0070da04-f251-46e8-828f-f49b46a9ec8e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2751820 Jun 24 04:17:22.617902 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49060) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:22.620719 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:22.626025 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-97b59269-3ff1-4af1-a706-380facc3a4d8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1318250 Jun 24 04:17:22.629646 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49062) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:22.632284 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:22.722643 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:22.744770 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:22.792897 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:22.807739 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port c248386a-24ec-43a8-a6d8-29a2fb804db1 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:22.810167 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device c53fde9a-7074-49ff-b640-5223dd321475 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:22.817639 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:19Z', 'revision_number': 3, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port': {'id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:22.826274 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:22.855715 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Pushing event updated for resources: {'Port': ['ID=dbb0dffd-2b1b-461f-94d5-e3562870e8f4,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:22.932079 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Checking router: e41c347e-8708-4d88-8c2a-f29498a7cf61 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:22.932338 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Updating router e41c347e-8708-4d88-8c2a-f29498a7cf61 port 768159f6-edcf-4f75-8df7-93d783a4e065 binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:23.009653 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:23.011978 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.226619 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49068) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:23.228682 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:23.274613 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Router f5a86038-86a6-4666-bc1a-966f2c008923 is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:17:23.328294 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:23.333398 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Current status of the port 9dbf5de9-5c43-4c51-add3-7964c543d33b is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:23.355896 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.417591 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Provisioning complete for port c53fde9a-7074-49ff-b640-5223dd321475 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:23.418081 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (c53fde9a-7074-49ff-b640-5223dd321475), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.426611 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:23.487029 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:17Z', 'revision_number': 3, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:23.510534 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:18Z', 'revision_number': 3, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:23.532997 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Checking router: d896c8ed-7644-4bc0-b747-979e67a7f6c2 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:23.534731 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Updating router d896c8ed-7644-4bc0-b747-979e67a7f6c2 port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:23.535826 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port c53fde9a-7074-49ff-b640-5223dd321475 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:23.536289 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (c53fde9a-7074-49ff-b640-5223dd321475), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.573993 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:23.574336 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Updating router 12453859-f0d4-49ff-a6f1-08f806fbac5f port 64d461e8-087c-4ac5-b2f8-675968d7857f binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:23.644830 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.738091 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.738422 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:23.748961 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks [] for router_gateway (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.803077 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:23.822797 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Publish callbacks [] for port (768159f6-edcf-4f75-8df7-93d783a4e065), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.827997 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:23.896600 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Current status of the port c53fde9a-7074-49ff-b640-5223dd321475 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:23.897153 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (c53fde9a-7074-49ff-b640-5223dd321475), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.907325 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:23.916430 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port c53fde9a-7074-49ff-b640-5223dd321475 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:23.916712 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (c53fde9a-7074-49ff-b640-5223dd321475), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.919738 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Allocated IP 172.20.0.1 (b4bf1515-2e35-410d-b83f-ccbbbbc60ef1/1958fe92-ad3a-4bd2-9413-a7358c8f9f21/028b0bc8-fabc-446f-ba0c-c3470f0c8d1d) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:23.925067 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Sync routers for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:23.970436 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:23.975206 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1029c815-840b-49d2-9fd9-dbdfe3654b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:23.993674 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.034039 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:24.035510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:24.101867 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Publish callbacks [] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.124526 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.125765 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7fc975fd-e312-4817-b533-c025e8c738f7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1735325 Jun 24 04:17:24.127203 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Pushing event updated for resources: {'Port': ['ID=768159f6-edcf-4f75-8df7-93d783a4e065,revision_number=2']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:24.142467 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.142467 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.142467 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.142839 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.144639 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.145633 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.145633 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.146019 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.146019 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.146712 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.147100 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.147783 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.148646 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.149187 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.149334 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Tracked resource versions report: Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: pushed versions: Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: { 'AddressGroup': {'1.2'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Agent': {'1.1'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'ConntrackHelper': {'1.0'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'LocalIPAssociation': {'1.0'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Log': {'1.0'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'NDPProxy': {'1.0'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Network': {'1.1'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Port': {'1.7'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'PortForwarding': {'1.3'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'QosPolicy': {'1.10'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SecurityGroup': {'1.5'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SubPort': {'1.0'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Subnet': {'1.1'}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Trunk': {'1.1'}} Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: consumer versions: Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: { DHCP agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: HyperV agent@hv-cinder-84684: {}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: L3 agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: Metadata agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: Metering agent@dv-cinder-846842-3-iscsi: {}, Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: Open vSwitch agent@dv-cinder-846842-3-iscsi: { 'AddressGroup': '1.2', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Agent': '1.1', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'ConntrackHelper': '1.0', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'LocalIPAssociation': '1.0', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Log': '1.0', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'NDPProxy': '1.0', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Network': '1.1', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Port': '1.7', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'PortForwarding': '1.3', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'QosPolicy': '1.10', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SecurityGroup': '1.5', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SecurityGroupRule': '1.2', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'SubPort': '1.0', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Subnet': '1.1', Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: 'Trunk': '1.1'}} Jun 24 04:17:24.150692 dv-cinder-846842-3-iscsi neutron-server[104596]: {{(pid=104596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:17:24.152793 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49096) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:24.172156 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] For port c53fde9a-7074-49ff-b640-5223dd321475, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=c53fde9a-7074-49ff-b640-5223dd321475,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:24.192130 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Attempting to bind port 768159f6-edcf-4f75-8df7-93d783a4e065 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:24.192514 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Attempting to bind port 768159f6-edcf-4f75-8df7-93d783a4e065 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:24.192874 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Attempting to bind port 768159f6-edcf-4f75-8df7-93d783a4e065 on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:24.205236 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:24.205737 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:24.206157 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.206566 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:24.207034 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Bound port: 768159f6-edcf-4f75-8df7-93d783a4e065, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:24.207393 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.275126 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.275948 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] For port 768159f6-edcf-4f75-8df7-93d783a4e065, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:24.279688 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] For port 768159f6-edcf-4f75-8df7-93d783a4e065, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=768159f6-edcf-4f75-8df7-93d783a4e065,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:24.300184 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.346435 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:24.371151 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:24.373604 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.374704 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Pushing event updated for resources: {'Port': ['ID=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:24.378468 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:24.404348 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:24.404839 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (e41c347e-8708-4d88-8c2a-f29498a7cf61), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.478332 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (c53fde9a-7074-49ff-b640-5223dd321475), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.516292 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Routers {'e41c347e-8708-4d88-8c2a-f29498a7cf61'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:24.518128 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['e41c347e-8708-4d88-8c2a-f29498a7cf61'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:24.570316 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bba44-68ca-4492-ac4f-524fa0cb7921 None None] Pushing event updated for resources: {'Port': ['ID=768159f6-edcf-4f75-8df7-93d783a4e065,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:24.676870 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.744699 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0220ef-8752-4dea-a65e-3c841819e8de None None] Pushing event updated for resources: {'Port': ['ID=c53fde9a-7074-49ff-b640-5223dd321475,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:24.748420 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.db.api [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 04:17:24.750561 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG oslo_db.api [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:17:24.804892 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] Set router e41c347e-8708-4d88-8c2a-f29498a7cf61 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:24.847300 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Provisioning complete for port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:24.847789 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.886936 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1029c815-840b-49d2-9fd9-dbdfe3654b3a admin admin] Publish callbacks [] for security_group (e7cbb3f2-1dcb-4488-bcbd-856cd014e151), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:24.943483 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.012440 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Allocated IP 172.20.0.1 (1499097c-b20d-4670-a290-7c6daddf6fa9/f1889451-9ea5-476a-a496-f8f1b6a4a4f1/49754990-06ad-48b3-95b3-9483f989f412) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:25.018615 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1029c815-840b-49d2-9fd9-dbdfe3654b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (e7cbb3f2-1dcb-4488-bcbd-856cd014e151), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.122471 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:25.133718 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:20Z', 'revision_number': 3, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:25.136951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Publish callbacks [] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.165808 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Checking router: f5a86038-86a6-4666-bc1a-966f2c008923 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:25.166467 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Updating router f5a86038-86a6-4666-bc1a-966f2c008923 port fbf16f43-d444-46ce-bd58-b75e08521126 binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:25.203830 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Allocated IP 172.20.0.1 (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7/c76d2cf8-c72d-4b16-983e-0fa0aff50668/a794d0a8-6170-4dc3-97c7-1c667361f2ed) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:25.211986 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Publish callbacks [] for port (49754990-06ad-48b3-95b3-9483f989f412), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.216054 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:19Z', 'revision_number': 3, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port': {'id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:25.239581 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Current status of the port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:25.240142 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.267680 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.284174 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7e6f3-2bae-4a0a-a363-baab44dd61ec None None] The sync data for ids ['e41c347e-8708-4d88-8c2a-f29498a7cf61'] in dv-cinder-846842-3-iscsi is: [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:19Z', 'revision_number': 3, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port': {'id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:25.303762 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:25.337039 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.368339 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Publish callbacks [] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.369317 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (49754990-06ad-48b3-95b3-9483f989f412), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.412047 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88df477-7e22-4593-8d51-bebacb1ca1e8 None None] Pushing event updated for resources: {'Port': ['ID=b03c70b5-6acf-4267-9f9f-8af0aa7dbf79,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:25.430894 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:25.434428 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:25.493665 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.495400 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Attempting to bind port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:25.495766 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Attempting to bind port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:25.496566 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Attempting to bind port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:25.499613 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:25.519891 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Pushing event updated for resources: {'Port': ['ID=49754990-06ad-48b3-95b3-9483f989f412,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:25.525329 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.536965 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:25.539821 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:25.559471 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:25.562402 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (d896c8ed-7644-4bc0-b747-979e67a7f6c2), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.581976 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port c53fde9a-7074-49ff-b640-5223dd321475 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:25.583065 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 688664d8-6f54-46b7-9d84-c3fb3e670195 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:25.596721 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] For port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:25.644343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:25.644795 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:25.645136 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.645537 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:25.646022 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Bound port: b03c70b5-6acf-4267-9f9f-8af0aa7dbf79, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:25.646698 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.666121 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Pushing event updated for resources: {'Port': ['ID=a794d0a8-6170-4dc3-97c7-1c667361f2ed,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:25.673790 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:25.694194 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Publish callbacks [] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.698234 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:25.715465 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-1029c815-840b-49d2-9fd9-dbdfe3654b3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b290faf13175426ebf96674090f5e235&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4873526 Jun 24 04:17:25.731639 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:25.731639 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (12453859-f0d4-49ff-a6f1-08f806fbac5f), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.731639 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029c815-840b-49d2-9fd9-dbdfe3654b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cbb3f2-1dcb-4488-bcbd-856cd014e151,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:25.735939 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49144) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:25.753074 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:25.777020 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] For port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:25.784672 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] For port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=b03c70b5-6acf-4267-9f9f-8af0aa7dbf79,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:25.794862 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.857600 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.935134 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ec70a03-f209-469a-8a21-9d8f2bd244e8 admin admin] Publish callbacks [] for security_group (e7cbb3f2-1dcb-4488-bcbd-856cd014e151), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:25.941383 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8091-1bdf-42dc-9532-3b9390010941 None None] Pushing event updated for resources: {'Port': ['ID=64d461e8-087c-4ac5-b2f8-675968d7857f,revision_number=2']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:25.982105 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Attempting to bind port 64d461e8-087c-4ac5-b2f8-675968d7857f on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:25.983609 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Attempting to bind port 64d461e8-087c-4ac5-b2f8-675968d7857f by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:25.984030 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Attempting to bind port 64d461e8-087c-4ac5-b2f8-675968d7857f on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:25.997301 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:25.997674 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:25.998072 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.004071 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:26.004691 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Bound port: 64d461e8-087c-4ac5-b2f8-675968d7857f, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:26.005137 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.090212 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.092184 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Provisioning complete for port c53fde9a-7074-49ff-b640-5223dd321475 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:26.093089 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (c53fde9a-7074-49ff-b640-5223dd321475), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.107743 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] For port 64d461e8-087c-4ac5-b2f8-675968d7857f, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:26.109775 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:26.111699 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] For port 64d461e8-087c-4ac5-b2f8-675968d7857f, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=64d461e8-087c-4ac5-b2f8-675968d7857f,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:26.131530 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ec70a03-f209-469a-8a21-9d8f2bd244e8 admin admin] Publish callbacks [] for security_group (e7cbb3f2-1dcb-4488-bcbd-856cd014e151), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.223512 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.259639 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:17:26.306693 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Pushing event updated for resources: {'Port': ['ID=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:26.322770 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 688664d8-6f54-46b7-9d84-c3fb3e670195 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:26.323386 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.330821 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8091-1bdf-42dc-9532-3b9390010941 None None] Pushing event updated for resources: {'Port': ['ID=64d461e8-087c-4ac5-b2f8-675968d7857f,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:26.360309 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:26.361939 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:26.371800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Publish callbacks [] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.374255 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (49754990-06ad-48b3-95b3-9483f989f412), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.396411 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ec70a03-f209-469a-8a21-9d8f2bd244e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (e7cbb3f2-1dcb-4488-bcbd-856cd014e151), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.400257 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ec70a03-f209-469a-8a21-9d8f2bd244e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.405069 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9ec70a03-f209-469a-8a21-9d8f2bd244e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7cbb3f2-1dcb-4488-bcbd-856cd014e151 HTTP/1.1" status: 204 len: 168 time: 0.6659029 Jun 24 04:17:26.450991 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec70a03-f209-469a-8a21-9d8f2bd244e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cbb3f2-1dcb-4488-bcbd-856cd014e151,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:26.486031 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:26.486772 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:26.489121 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.490600 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (e41c347e-8708-4d88-8c2a-f29498a7cf61), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.502223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:26.580031 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.600346 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:26.629817 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:26.677758 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Sync routers for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:26.736952 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:26.737978 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:26.788367 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:26.892104 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:26.895533 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5b6aecee-2277-407a-934e-9b48d42c3c9a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0211453 Jun 24 04:17:26.898275 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49154) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:26.904703 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:26.910262 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:26.913647 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Pushing event updated for resources: {'Port': ['ID=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:27.087445 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:27.181402 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:27.225255 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:18Z', 'revision_number': 3, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:27.273197 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Router e41c347e-8708-4d88-8c2a-f29498a7cf61 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:17:27.286713 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.334666 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f21d62-d755-4339-868d-5ea5caeece13 None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:18Z', 'revision_number': 3, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:27.395345 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Publish callbacks [] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.420016 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:27.517597 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.518585 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (12453859-f0d4-49ff-a6f1-08f806fbac5f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.527536 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:27.572105 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-a00503ca-f4b8-48ab-bd4c-d27fec0a5922 None None] Current status of the port c53fde9a-7074-49ff-b640-5223dd321475 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:27.574858 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88df477-7e22-4593-8d51-bebacb1ca1e8 None None] Pushing event updated for resources: {'Port': ['ID=b03c70b5-6acf-4267-9f9f-8af0aa7dbf79,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:27.612512 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Pushing event updated for resources: {'Port': ['ID=a794d0a8-6170-4dc3-97c7-1c667361f2ed,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:27.626382 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:23Z', 'revision_number': 3, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:27.659793 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:27.664373 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Publish callbacks [] for port (49754990-06ad-48b3-95b3-9483f989f412), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.670587 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Checking router: 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:27.671132 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Updating router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:27.675092 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49168) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:27.708655 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.722111 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b1381617-0328-4031-a70e-0206a44acc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.737736 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 1, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:27.822507 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Publish callbacks [] for port (fbf16f43-d444-46ce-bd58-b75e08521126), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.824695 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 688664d8-6f54-46b7-9d84-c3fb3e670195 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:27.825761 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:27.846054 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97b6b3-d242-4c33-b9b1-1070bb61fa6c None None] The sync data for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi is: [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 1, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:27.855965 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Provisioning complete for port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:27.855965 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.898637 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b1381617-0328-4031-a70e-0206a44acc8a admin admin] Publish callbacks [] for security_group (75e77050-202f-41b5-a17c-63d5da3c293d), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.899975 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (49754990-06ad-48b3-95b3-9483f989f412), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:27.900739 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (d896c8ed-7644-4bc0-b747-979e67a7f6c2), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.004407 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.021631 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:28.040210 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-00bce7ce-dfec-4922-b92c-8f5e3762147f admin admin] 10.222.0.16 "PUT /v2.0/routers/e41c347e-8708-4d88-8c2a-f29498a7cf61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8612766 Jun 24 04:17:28.041010 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b1381617-0328-4031-a70e-0206a44acc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (75e77050-202f-41b5-a17c-63d5da3c293d), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.056295 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:28.127692 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b1381617-0328-4031-a70e-0206a44acc8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1edd8299e0e947d393e5d337e85f081a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452164 Jun 24 04:17:28.128230 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49174) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:28.141498 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Provisioning complete for port 49754990-06ad-48b3-95b3-9483f989f412 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:28.141891 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (49754990-06ad-48b3-95b3-9483f989f412), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.164991 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:28.190850 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f467582-6c74-4ee3-bc7f-a1eba84dfee4 None None] Pushing event updated for resources: {'Port': ['ID=fbf16f43-d444-46ce-bd58-b75e08521126,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:28.229783 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:28.245377 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Publish callbacks [] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.261583 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Attempting to bind port fbf16f43-d444-46ce-bd58-b75e08521126 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:28.266523 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Attempting to bind port fbf16f43-d444-46ce-bd58-b75e08521126 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:28.267507 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Attempting to bind port fbf16f43-d444-46ce-bd58-b75e08521126 on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:28.288352 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:28.332297 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.332479 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Sync routers for ids ['e41c347e-8708-4d88-8c2a-f29498a7cf61'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:28.358757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:28.367832 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Pushing event updated for resources: {'Port': ['ID=49754990-06ad-48b3-95b3-9483f989f412,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:28.406518 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:28.412117 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1381617-0328-4031-a70e-0206a44acc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e77050-202f-41b5-a17c-63d5da3c293d,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:28.421597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Routers {'e41c347e-8708-4d88-8c2a-f29498a7cf61'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:28.421597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['e41c347e-8708-4d88-8c2a-f29498a7cf61'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:28.421597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:28.422701 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.463569 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f692c9fb-7a2c-4114-8be8-505a789b30aa admin admin] Publish callbacks [] for security_group (75e77050-202f-41b5-a17c-63d5da3c293d), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.477288 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:28.478565 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b2f95-397c-4c05-86e0-43b4056a788c None None] Pushing event updated for resources: {'Port': ['ID=dbb0dffd-2b1b-461f-94d5-e3562870e8f4,revision_number=2']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:28.486314 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:28.495253 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Attempting to bind port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:28.495620 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Attempting to bind port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:28.495975 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Attempting to bind port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:28.508199 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:28.508199 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:28.508716 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.508960 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:28.509440 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Bound port: dbb0dffd-2b1b-461f-94d5-e3562870e8f4, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:28.509811 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.527154 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:28.527154 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:28.528095 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.528642 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:28.530221 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Bound port: fbf16f43-d444-46ce-bd58-b75e08521126, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:28.530643 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.562446 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f692c9fb-7a2c-4114-8be8-505a789b30aa admin admin] Publish callbacks [] for security_group (75e77050-202f-41b5-a17c-63d5da3c293d), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.564909 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:28.577222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Allocated IP 172.20.0.1 (8ce8156e-f527-45c8-b424-190ecb88e595/e9dcbffd-b79e-48e0-82be-720d32dc3e0a/ebcd343f-e1b8-46ad-a23e-8ab3c343734d) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:28.578154 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:28.672382 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] For port fbf16f43-d444-46ce-bd58-b75e08521126, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:28.685633 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] For port fbf16f43-d444-46ce-bd58-b75e08521126, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=fbf16f43-d444-46ce-bd58-b75e08521126,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:28.710213 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] For port dbb0dffd-2b1b-461f-94d5-e3562870e8f4, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:28.717634 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] For port dbb0dffd-2b1b-461f-94d5-e3562870e8f4, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=dbb0dffd-2b1b-461f-94d5-e3562870e8f4,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:28.824242 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5623180b-7127-48f2-9022-7c2b53dbaacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.840511 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.849263 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.857351 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:28.880924 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f692c9fb-7a2c-4114-8be8-505a789b30aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (75e77050-202f-41b5-a17c-63d5da3c293d), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.882645 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Port 49754990-06ad-48b3-95b3-9483f989f412 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:28.901041 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f692c9fb-7a2c-4114-8be8-505a789b30aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:28.904486 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f692c9fb-7a2c-4114-8be8-505a789b30aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75e77050-202f-41b5-a17c-63d5da3c293d HTTP/1.1" status: 204 len: 168 time: 0.7453415 Jun 24 04:17:28.986208 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Router d896c8ed-7644-4bc0-b747-979e67a7f6c2 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:17:28.996835 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c9fb-7a2c-4114-8be8-505a789b30aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e77050-202f-41b5-a17c-63d5da3c293d,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:29.089204 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:29.089847 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:29.161648 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49210) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:29.189519 dv-cinder-846842-3-iscsi neutron-server[104594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 04:17:29.196281 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b2f95-397c-4c05-86e0-43b4056a788c None None] Pushing event updated for resources: {'Port': ['ID=dbb0dffd-2b1b-461f-94d5-e3562870e8f4,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:29.407081 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:29.414927 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:29.425323 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b74adb72-ccaf-4e31-bb64-56a60b51a43f admin admin] 10.222.0.16 "PUT /v2.0/routers/d896c8ed-7644-4bc0-b747-979e67a7f6c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8063734 Jun 24 04:17:29.442330 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Provisioning complete for port a794d0a8-6170-4dc3-97c7-1c667361f2ed triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:29.442972 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:29.487474 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:29.568474 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f467582-6c74-4ee3-bc7f-a1eba84dfee4 None None] Pushing event updated for resources: {'Port': ['ID=fbf16f43-d444-46ce-bd58-b75e08521126,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:29.569125 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Publish callbacks [] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:29.596604 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:29.605267 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:29.616808 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:29.622890 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-48f3c138-37c5-4b22-964b-fd149c83a83d None None] Port a794d0a8-6170-4dc3-97c7-1c667361f2ed cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:29.630234 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Set router e41c347e-8708-4d88-8c2a-f29498a7cf61 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:29.755672 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:17:29.758297 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:29.853595 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-be43045b-8777-4356-83c9-a308532eadd8 None None] Provisioning complete for port 49754990-06ad-48b3-95b3-9483f989f412 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:29.855757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-be43045b-8777-4356-83c9-a308532eadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (49754990-06ad-48b3-95b3-9483f989f412), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:30.033093 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:30.052126 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:30.102016 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-be43045b-8777-4356-83c9-a308532eadd8 None None] Port 49754990-06ad-48b3-95b3-9483f989f412 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:30.122438 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:30.214734 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device c53fde9a-7074-49ff-b640-5223dd321475 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:30.215761 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:23Z', 'revision_number': 3, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:30.256488 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:30.262452 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-c4183942-e1e0-400d-92c2-7f4f6d8553ad admin admin] 10.222.0.16 "PUT /v2.0/routers/12453859-f0d4-49ff-a6f1-08f806fbac5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6314461 Jun 24 04:17:30.262867 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427177a-6de2-40d4-9aae-fc9a514685bb None None] The sync data for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi is: [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:23Z', 'revision_number': 3, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:30.312962 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:30.370750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Network 8ce8156e-f527-45c8-b424-190ecb88e595 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:30.371813 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:30.406184 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:30.415057 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:30.428427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-3c49312f-cb32-4a8b-9caf-3db88f46fad1 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:30.428427 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-3c49312f-cb32-4a8b-9caf-3db88f46fad1 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/networks?id=b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 HTTP/1.1" status: 200 len: 812 time: 1.2634811 Jun 24 04:17:30.438153 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:30.438673 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (f5a86038-86a6-4666-bc1a-966f2c008923), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:30.491118 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49240) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:30.496755 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-f65da55a-edf6-4d56-98b2-5b0c08a948e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108212974', 'description': 'tempest-description--382168978'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:30.603453 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-d1227f04-1f58-4a6e-bab2-5e423dbfe89f tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/quotas/a48b90744f124a21b9e8d2b78836462e HTTP/1.1" status: 200 len: 375 time: 0.0529759 Jun 24 04:17:30.662905 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f65da55a-edf6-4d56-98b2-5b0c08a948e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:30.677800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:30.735574 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-be43045b-8777-4356-83c9-a308532eadd8 None None] Provisioning complete for port a794d0a8-6170-4dc3-97c7-1c667361f2ed triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:30.736112 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-be43045b-8777-4356-83c9-a308532eadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:30.820013 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-39db59bc-74ca-4c7f-976a-a9fbb6a62ebf tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a48b90744f124a21b9e8d2b78836462e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2152615 Jun 24 04:17:30.821739 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-884c27be-acf1-44ae-88ee-81506211818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:30.839746 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:30.847707 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port c53fde9a-7074-49ff-b640-5223dd321475 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:30.848426 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (c53fde9a-7074-49ff-b640-5223dd321475), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:30.926284 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f65da55a-edf6-4d56-98b2-5b0c08a948e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (57264876-abc0-4401-8172-a792f280d0ac), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:30.947490 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:30.962702 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:30.963317 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:31.000515 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f65da55a-edf6-4d56-98b2-5b0c08a948e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (57264876-abc0-4401-8172-a792f280d0ac), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.004384 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-be43045b-8777-4356-83c9-a308532eadd8 None None] Port a794d0a8-6170-4dc3-97c7-1c667361f2ed cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:31.010528 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:24Z', 'revision_number': 4, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port': {'id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '028b0bc8-fabc-446f-ba0c-c3470f0c8d1d', 'name': '', 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'mac_address': 'fa:16:3e:48:a8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1958fe92-ad3a-4bd2-9413-a7358c8f9f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:23Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 2, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'subnets': [{'id': '1958fe92-ad3a-4bd2-9413-a7358c8f9f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:31.060353 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65da55a-edf6-4d56-98b2-5b0c08a948e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57264876-abc0-4401-8172-a792f280d0ac,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:31.093525 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-6117b668-b738-4756-97b2-583d66f3939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:20Z', 'revision_number': 3, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:31.097427 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Checking router: e41c347e-8708-4d88-8c2a-f29498a7cf61 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:31.101822 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Updating router e41c347e-8708-4d88-8c2a-f29498a7cf61 port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:31.151296 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:31.161877 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f65da55a-edf6-4d56-98b2-5b0c08a948e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.161877 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f65da55a-edf6-4d56-98b2-5b0c08a948e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6658740 Jun 24 04:17:31.163505 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49254) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:31.168372 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-55723880-6511-4459-99f3-9d87fd1fd5b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'security_group_rule': {'security_group_id': '57264876-abc0-4401-8172-a792f280d0ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:31.172158 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:31.199656 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117b668-b738-4756-97b2-583d66f3939d None None] The sync data for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi is: [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:20Z', 'revision_number': 3, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:31.225422 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.230271 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-ee315247-7461-4a4b-b0dd-5bb35cbf8d36 None None] Provisioning complete for port ebcd343f-e1b8-46ad-a23e-8ab3c343734d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:31.235167 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ee315247-7461-4a4b-b0dd-5bb35cbf8d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.251383 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.340827 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49260) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:31.352924 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Allocated IP 172.20.0.1 (e7b2c59a-0555-4ea1-82f3-82731a83d232/ae6c6cc8-dfad-4589-a778-52f0206b85e3/afa8db32-584e-4e76-97d4-adfe6fb2d4f7) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:31.403493 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port c53fde9a-7074-49ff-b640-5223dd321475 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:31.404428 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 768159f6-edcf-4f75-8df7-93d783a4e065 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:31.412585 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-55723880-6511-4459-99f3-9d87fd1fd5b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (f511db9c-7d31-477e-9abc-fccc7e4edd8a), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.455142 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49266) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:31.467720 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-36c029b2-ca92-420b-ac20-7024e3a7354a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520290339', 'description': 'tempest-description--1569386902'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:31.472408 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-ee315247-7461-4a4b-b0dd-5bb35cbf8d36 None None] Port ebcd343f-e1b8-46ad-a23e-8ab3c343734d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:31.603356 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 2, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:31.619909 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:31.626817 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-55723880-6511-4459-99f3-9d87fd1fd5b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (f511db9c-7d31-477e-9abc-fccc7e4edd8a), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.668760 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 768159f6-edcf-4f75-8df7-93d783a4e065 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:31.669159 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.676961 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Publish callbacks [] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.694538 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:31.696422 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Updating router 12453859-f0d4-49ff-a6f1-08f806fbac5f port a794d0a8-6170-4dc3-97c7-1c667361f2ed binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:31.697674 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-55723880-6511-4459-99f3-9d87fd1fd5b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (f511db9c-7d31-477e-9abc-fccc7e4edd8a), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.761877 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.762337 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:31.790911 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:31.805943 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55723880-6511-4459-99f3-9d87fd1fd5b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f511db9c-7d31-477e-9abc-fccc7e4edd8a,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:31.849347 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e413a1b-ca81-4fca-94a5-bd7d08693d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.886442 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-55723880-6511-4459-99f3-9d87fd1fd5b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:31.889701 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-55723880-6511-4459-99f3-9d87fd1fd5b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7250099 Jun 24 04:17:32.125874 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49278) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:32.125874 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-8d628add-f18e-46d8-bb23-9e616eb58205 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'security_group_rule': {'security_group_id': '57264876-abc0-4401-8172-a792f280d0ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:32.127488 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Publish callbacks [] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.127488 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.128547 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:32.129048 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e413a1b-ca81-4fca-94a5-bd7d08693d11 admin admin] Publish callbacks [] for security_group (de01548a-5d08-4a0c-9a31-6884beb2cda6), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.156286 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 768159f6-edcf-4f75-8df7-93d783a4e065 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:32.159708 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.243612 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 768159f6-edcf-4f75-8df7-93d783a4e065, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=768159f6-edcf-4f75-8df7-93d783a4e065,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:32.266408 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:32.292096 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.292898 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e413a1b-ca81-4fca-94a5-bd7d08693d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (de01548a-5d08-4a0c-9a31-6884beb2cda6), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.351499 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8d628add-f18e-46d8-bb23-9e616eb58205 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (58bc49ee-b985-4580-96be-e2729cb5b6b5), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.422585 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.423339 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:32.558904 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af4fde-3e0a-496e-8684-acaac1c8255f None None] Pushing event updated for resources: {'Port': ['ID=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:32.559535 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Publish callbacks [] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.568109 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8d628add-f18e-46d8-bb23-9e616eb58205 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (58bc49ee-b985-4580-96be-e2729cb5b6b5), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.582850 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-2e413a1b-ca81-4fca-94a5-bd7d08693d11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3df9eb441b5440f6800e5ce6ae3395b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2409496 Jun 24 04:17:32.592107 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49290) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:32.634843 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49292) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:32.651342 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.665618 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e413a1b-ca81-4fca-94a5-bd7d08693d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de01548a-5d08-4a0c-9a31-6884beb2cda6,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:32.695959 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Publish callbacks [] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.728628 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8c0545ff-11cb-4660-8bd7-2e811466d025 admin admin] Publish callbacks [] for security_group (de01548a-5d08-4a0c-9a31-6884beb2cda6), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.730480 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab529-91d9-4160-97de-47dfc514a545 None None] Pushing event updated for resources: {'Port': ['ID=a794d0a8-6170-4dc3-97c7-1c667361f2ed,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:32.746900 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.761028 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8d628add-f18e-46d8-bb23-9e616eb58205 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (58bc49ee-b985-4580-96be-e2729cb5b6b5), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.840891 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Attempting to bind port a794d0a8-6170-4dc3-97c7-1c667361f2ed on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:32.842039 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Attempting to bind port a794d0a8-6170-4dc3-97c7-1c667361f2ed by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:32.849041 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Attempting to bind port a794d0a8-6170-4dc3-97c7-1c667361f2ed on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:32.861700 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:32.862363 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Checking segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:32.863009 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.863601 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Bound using segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:32.864284 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Bound port: a794d0a8-6170-4dc3-97c7-1c667361f2ed, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:32.864891 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.908050 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.910537 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d628add-f18e-46d8-bb23-9e616eb58205 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bc49ee-b985-4580-96be-e2729cb5b6b5,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:32.910679 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (f5a86038-86a6-4666-bc1a-966f2c008923), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.911958 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8c0545ff-11cb-4660-8bd7-2e811466d025 admin admin] Publish callbacks [] for security_group (de01548a-5d08-4a0c-9a31-6884beb2cda6), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.943514 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:32.969385 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:32.972004 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-36c029b2-ca92-420b-ac20-7024e3a7354a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:32.986609 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:32.990628 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.025060 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8d628add-f18e-46d8-bb23-9e616eb58205 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.026437 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8d628add-f18e-46d8-bb23-9e616eb58205 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0288019 Jun 24 04:17:33.037862 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49302) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:33.052905 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:33.115999 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:33.128918 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1829439743-network', 'tenant_id': 'f414fbc699c141fb9990984e06e90155'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:33.136696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-0107c526-17d5-40a3-91f2-fa80a17f06e4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:17:33.137650 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] For port a794d0a8-6170-4dc3-97c7-1c667361f2ed, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:33.138113 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-0107c526-17d5-40a3-91f2-fa80a17f06e4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5011206 Jun 24 04:17:33.145200 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] For port a794d0a8-6170-4dc3-97c7-1c667361f2ed, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=a794d0a8-6170-4dc3-97c7-1c667361f2ed,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:33.173017 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8c0545ff-11cb-4660-8bd7-2e811466d025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (de01548a-5d08-4a0c-9a31-6884beb2cda6), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.178801 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8c0545ff-11cb-4660-8bd7-2e811466d025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.182712 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8c0545ff-11cb-4660-8bd7-2e811466d025 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de01548a-5d08-4a0c-9a31-6884beb2cda6 HTTP/1.1" status: 204 len: 168 time: 0.5856647 Jun 24 04:17:33.184284 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.203589 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Sync routers for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:33.229059 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.244042 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0545ff-11cb-4660-8bd7-2e811466d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de01548a-5d08-4a0c-9a31-6884beb2cda6,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:33.280909 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Pushing event updated for resources: {'Port': ['ID=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:33.325047 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:33.357369 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:33.357700 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.402661 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:33.405619 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:33.427383 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Made reservation on behalf of f414fbc699c141fb9990984e06e90155 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:33.429705 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.435648 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Attempting to bind port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:33.438986 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Attempting to bind port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:33.442428 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Attempting to bind port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d on network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:33.556776 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:33.559351 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:33.563819 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.628674 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:33.632453 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-805df0e0-91f3-4d97-bfea-eeaabd6ca519 None None] Provisioning complete for port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:33.633137 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-805df0e0-91f3-4d97-bfea-eeaabd6ca519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.671257 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:33.671257 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Checking segment: {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:33.674276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.674276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Bound using segment: {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:33.674276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Bound port: 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:33.674276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.689867 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab529-91d9-4160-97de-47dfc514a545 None None] Pushing event updated for resources: {'Port': ['ID=a794d0a8-6170-4dc3-97c7-1c667361f2ed,revision_number=4']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:33.702904 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:33.703305 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-57bab09f-dc99-4f32-aa61-e2011fa50a3f service neutron] 10.222.0.16 "GET /v2.0/networks/b4bf1515-2e35-410d-b83f-ccbbbbc60ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431228 Jun 24 04:17:33.710707 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-36c029b2-ca92-420b-ac20-7024e3a7354a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (21f5c1d5-578a-42de-b90d-4802e628c766), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.750960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Network 8ce8156e-f527-45c8-b424-190ecb88e595 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:33.751769 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.772592 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:33.786132 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=768159f6-edcf-4f75-8df7-93d783a4e065,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:33.822525 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.862343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-36c029b2-ca92-420b-ac20-7024e3a7354a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (21f5c1d5-578a-42de-b90d-4802e628c766), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.892393 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:33.907808 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:33.956665 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Allocated IP 172.27.2.188 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/3807a5ba-a605-4235-9004-81c78d829119) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:33.961498 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-805df0e0-91f3-4d97-bfea-eeaabd6ca519 None None] Port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:34.094702 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:34.111368 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] For port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:34.119814 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] For port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:34.129023 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Provisioning complete for port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:34.129166 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.130745 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:34.132041 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 64d461e8-087c-4ac5-b2f8-675968d7857f up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:34.166225 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Publish callbacks [] for security_group (7f6a118e-cab8-4191-b909-cdfcdb6bb2c5), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.194575 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:34.229870 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:34.230458 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b9642b-8d47-44be-a83c-2f336cd933aa None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:34.234992 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.245154 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Router f5a86038-86a6-4666-bc1a-966f2c008923 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:17:34.245765 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.278358 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:34.285305 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-c3421cff-d2f7-44ba-b00e-a857e1cbe33c service neutron] 10.222.0.16 "GET /v2.0/networks/b4bf1515-2e35-410d-b83f-ccbbbbc60ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703039 Jun 24 04:17:34.305689 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7f6a118e-cab8-4191-b909-cdfcdb6bb2c5), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.314817 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c029b2-ca92-420b-ac20-7024e3a7354a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5c1d5-578a-42de-b90d-4802e628c766,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:34.338301 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for port (3807a5ba-a605-4235-9004-81c78d829119), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.346887 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6a118e-cab8-4191-b909-cdfcdb6bb2c5,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:34.398798 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:34.408813 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:34.426800 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-36c029b2-ca92-420b-ac20-7024e3a7354a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.428042 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-36c029b2-ca92-420b-ac20-7024e3a7354a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.9651618 Jun 24 04:17:34.431423 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49326) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:34.436319 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-80ed7261-628b-4d51-8bd4-5210df9deab5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group_rule': {'security_group_id': '21f5c1d5-578a-42de-b90d-4802e628c766', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:34.450107 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (3807a5ba-a605-4235-9004-81c78d829119), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.452066 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (c6d3a7ed-9b16-478a-881a-a5339cc79d2d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.452525 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Added segment c6d3a7ed-9b16-478a-881a-a5339cc79d2d of type vlan for network f4c8bbfa-8a0f-443e-acab-f006b26adc44 Jun 24 04:17:34.456146 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 64d461e8-087c-4ac5-b2f8-675968d7857f triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:34.456540 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.489009 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:34.505240 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:34.509786 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:34.531403 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:34.651209 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Provisioning complete for port a794d0a8-6170-4dc3-97c7-1c667361f2ed triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:34.659511 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.662721 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Routers {'e41c347e-8708-4d88-8c2a-f29498a7cf61'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:34.664634 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['e41c347e-8708-4d88-8c2a-f29498a7cf61'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:34.692626 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'Port': ['ID=3807a5ba-a605-4235-9004-81c78d829119,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:34.736612 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-80ed7261-628b-4d51-8bd4-5210df9deab5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (5bf50a14-3691-48e6-8668-899e380211aa), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.740958 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (f4c8bbfa-8a0f-443e-acab-f006b26adc44), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.741836 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af4fde-3e0a-496e-8684-acaac1c8255f None None] Pushing event updated for resources: {'Port': ['ID=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:34.794469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49350) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:34.804116 dv-cinder-846842-3-iscsi neutron-server[104593]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 04:17:34.858756 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.912433 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 64d461e8-087c-4ac5-b2f8-675968d7857f is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:34.912637 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a9fd2a25-00e4-4601-ba6b-ec237dffe193 req-ab792fb3-5599-4402-bf5f-1cee0250200a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 210 time: 0.1119576 Jun 24 04:17:34.912749 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.922793 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-80ed7261-628b-4d51-8bd4-5210df9deab5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (5bf50a14-3691-48e6-8668-899e380211aa), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.931191 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:34.978939 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Publish callbacks [] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:34.988342 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 64d461e8-087c-4ac5-b2f8-675968d7857f, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=64d461e8-087c-4ac5-b2f8-675968d7857f,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:35.008595 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-80ed7261-628b-4d51-8bd4-5210df9deab5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (5bf50a14-3691-48e6-8668-899e380211aa), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.055263 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5b1d3c25-5bb7-4f0e-ab29-97dfd0a35204 admin admin] 10.222.0.16 "PUT /v2.0/routers/f5a86038-86a6-4666-bc1a-966f2c008923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8933885 Jun 24 04:17:35.063124 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.db.resource_extend [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 04:17:35.094895 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed7261-628b-4d51-8bd4-5210df9deab5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf50a14-3691-48e6-8668-899e380211aa,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.097346 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.098581 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.110847 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (3807a5ba-a605-4235-9004-81c78d829119), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.132983 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] Set router e41c347e-8708-4d88-8c2a-f29498a7cf61 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:35.137799 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:35.157070 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.157962 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:35.169821 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Pushing event updated for resources: {'Port': ['ID=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.212965 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-80ed7261-628b-4d51-8bd4-5210df9deab5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.220002 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (f4c8bbfa-8a0f-443e-acab-f006b26adc44), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.220214 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-80ed7261-628b-4d51-8bd4-5210df9deab5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7867424 Jun 24 04:17:35.220884 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:35.221476 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.227931 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49370) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:35.235582 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-4a18727a-9adf-4c2c-9b7f-592af869339d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group_rule': {'security_group_id': '21f5c1d5-578a-42de-b90d-4802e628c766', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:35.329943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c8bbfa-8a0f-443e-acab-f006b26adc44,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.336667 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:35.350068 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:35.351229 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=64d461e8-087c-4ac5-b2f8-675968d7857f,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.362895 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network f4c8bbfa-8a0f-443e-acab-f006b26adc44 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:35.423702 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-46d02417-68dc-4826-90a4-bb4fd7579e19 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7701073 Jun 24 04:17:35.426361 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49372) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:35.434412 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Request body: {'subnet': {'network_id': 'f4c8bbfa-8a0f-443e-acab-f006b26adc44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1829439743-subnet', 'tenant_id': 'f414fbc699c141fb9990984e06e90155', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:35.441007 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4a18727a-9adf-4c2c-9b7f-592af869339d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (0e718717-185f-4efd-9d9c-6958ab4be48f), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.519207 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:35.534747 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:17:35.598564 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Made reservation on behalf of f414fbc699c141fb9990984e06e90155 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:35.601507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.622840 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Current status of the port a794d0a8-6170-4dc3-97c7-1c667361f2ed is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:35.623948 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.663553 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for port (3807a5ba-a605-4235-9004-81c78d829119), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.697504 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4a18727a-9adf-4c2c-9b7f-592af869339d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (0e718717-185f-4efd-9d9c-6958ab4be48f), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.707897 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 2, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:35.729303 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (3807a5ba-a605-4235-9004-81c78d829119), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.753227 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:17:35.756587 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.758750 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-753c6dd3-53a4-4be6-96ab-057e0b8f41cc admin admin] 10.222.0.16 "PUT /v2.0/routers/8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8371475 Jun 24 04:17:35.813425 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4a18727a-9adf-4c2c-9b7f-592af869339d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (0e718717-185f-4efd-9d9c-6958ab4be48f), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.825765 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:35.839469 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Checking router: d896c8ed-7644-4bc0-b747-979e67a7f6c2 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:35.840231 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Updating router d896c8ed-7644-4bc0-b747-979e67a7f6c2 port 49754990-06ad-48b3-95b3-9483f989f412 binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:35.924457 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:35.925333 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.925744 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18727a-9adf-4c2c-9b7f-592af869339d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e718717-185f-4efd-9d9c-6958ab4be48f,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.959141 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (49754990-06ad-48b3-95b3-9483f989f412), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:35.960285 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'Port': ['ID=3807a5ba-a605-4235-9004-81c78d829119,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:35.997835 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] For port a794d0a8-6170-4dc3-97c7-1c667361f2ed, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=a794d0a8-6170-4dc3-97c7-1c667361f2ed,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:36.044440 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4a18727a-9adf-4c2c-9b7f-592af869339d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:36.047712 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4a18727a-9adf-4c2c-9b7f-592af869339d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8179440 Jun 24 04:17:36.078846 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49400) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:36.087675 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:36.108724 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:36.117716 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-6e960ee3-bc4e-491c-bdf4-aab925701be1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0742304 Jun 24 04:17:36.134642 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2e82af96-55d4-492b-b79d-65d19af37f14 req-907d643a-6174-4fcd-9758-4729a68a6ad8 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 210 time: 0.1112678 Jun 24 04:17:36.182100 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:36.313523 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:36.344342 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:36.443382 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (0d243680-8765-418f-929b-9849edd819f9), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:36.451891 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06044b29-9299-4430-9b90-820c37369284 None None] Sync routers for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:36.476101 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06044b29-9299-4430-9b90-820c37369284 None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:36.477156 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-06044b29-9299-4430-9b90-820c37369284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:36.604811 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49438) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:36.623985 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-4719eda0-25b7-49b5-956d-9859339efb16 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978920591', 'description': 'tempest-description--1816233153'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:36.761346 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-06044b29-9299-4430-9b90-820c37369284 None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:36.788530 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4719eda0-25b7-49b5-956d-9859339efb16 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:36.829168 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:36.833166 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:36.863117 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:36.962114 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:24Z', 'revision_number': 4, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port': {'id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '028b0bc8-fabc-446f-ba0c-c3470f0c8d1d', 'name': '', 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'mac_address': 'fa:16:3e:48:a8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1958fe92-ad3a-4bd2-9413-a7358c8f9f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:23Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'subnets': [{'id': '1958fe92-ad3a-4bd2-9413-a7358c8f9f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:36.964141 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Provisioning complete for port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:36.964463 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:36.975250 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:36.986131 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-686b9c64-13d8-4de2-9102-b8e0ed27b49f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1108212974&fields=id&tenant_id=d56eee171a5c4f728bec99eef1f3b0a3 HTTP/1.1" status: 200 len: 267 time: 0.1718860 Jun 24 04:17:37.024713 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:37.027866 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f056a5-b275-4f47-bdff-cc73cde855c9 None None] The sync data for ids ['e41c347e-8708-4d88-8c2a-f29498a7cf61'] in dv-cinder-846842-3-iscsi is: [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:24Z', 'revision_number': 4, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port': {'id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '028b0bc8-fabc-446f-ba0c-c3470f0c8d1d', 'name': '', 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'mac_address': 'fa:16:3e:48:a8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1958fe92-ad3a-4bd2-9413-a7358c8f9f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:23Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'subnets': [{'id': '1958fe92-ad3a-4bd2-9413-a7358c8f9f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:37.030134 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:37.030572 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.045609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab495e-4a72-4a45-afb9-50b64af8c583 None None] Pushing event updated for resources: {'Port': ['ID=a794d0a8-6170-4dc3-97c7-1c667361f2ed,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:37.217554 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Checking segment: {'id': 'c6d3a7ed-9b16-478a-881a-a5339cc79d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f4c8bbfa-8a0f-443e-acab-f006b26adc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:37.217814 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Network hostable DHCP agents. Network: f4c8bbfa-8a0f-443e-acab-f006b26adc44, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:37.237880 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d243680-8765-418f-929b-9849edd819f9,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:37.259674 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4719eda0-25b7-49b5-956d-9859339efb16 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (994d0c03-ae58-49ba-b8f5-08b27f8c0c99), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.298213 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-2c0a40c5-f816-4d94-bf71-ba98d789c621 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:37.312327 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-2c0a40c5-f816-4d94-bf71-ba98d789c621 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 819 time: 1.0364146 Jun 24 04:17:37.322572 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4719eda0-25b7-49b5-956d-9859339efb16 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (994d0c03-ae58-49ba-b8f5-08b27f8c0c99), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.351157 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-d1365e9c-b366-40f2-be02-20ad5cb00d90 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:37.352730 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Publish callbacks [] for port (49754990-06ad-48b3-95b3-9483f989f412), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.355236 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-d1365e9c-b366-40f2-be02-20ad5cb00d90 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 817 time: 0.3580868 Jun 24 04:17:37.368022 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.389425 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=b03c70b5-6acf-4267-9f9f-8af0aa7dbf79,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:37.396579 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Sync routers for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:17:37.405246 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:37.416569 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-0b51620e-f628-4039-8d4e-8855fa3488bc tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/quotas/96e2b5a124bf48fd82e48ed79aa4eeed HTTP/1.1" status: 200 len: 375 time: 0.0759025 Jun 24 04:17:37.427643 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:37.428372 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:37.432624 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-953ff18a-83fc-4b43-bb90-80f0ec237148 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/quotas/d56eee171a5c4f728bec99eef1f3b0a3 HTTP/1.1" status: 200 len: 375 time: 0.0531840 Jun 24 04:17:37.438195 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719eda0-25b7-49b5-956d-9859339efb16 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994d0c03-ae58-49ba-b8f5-08b27f8c0c99,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:37.458824 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-06044b29-9299-4430-9b90-820c37369284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 2, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:37.526146 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06044b29-9299-4430-9b90-820c37369284 None None] Checking router: 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:37.526741 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06044b29-9299-4430-9b90-820c37369284 None None] Updating router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:37.591688 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-a26f3c2a-41fd-406c-8dde-d5fa7fb929a7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358256 Jun 24 04:17:37.598246 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Current status of the port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:37.598678 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.601653 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.602574 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 9dbf5de9-5c43-4c51-add3-7964c543d33b up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:37.607252 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4719eda0-25b7-49b5-956d-9859339efb16 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.609148 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4719eda0-25b7-49b5-956d-9859339efb16 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0030451 Jun 24 04:17:37.610066 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Network f4c8bbfa-8a0f-443e-acab-f006b26adc44 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:37.610349 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (49754990-06ad-48b3-95b3-9483f989f412), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.611970 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49480) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:37.618909 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-05ec2608-f00a-43cc-bd08-d2508b49d560 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'security_group_rule': {'security_group_id': '994d0c03-ae58-49ba-b8f5-08b27f8c0c99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:37.668471 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-06044b29-9299-4430-9b90-820c37369284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.679767 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-cfbf2b03-3ff9-4ae3-97a1-43ca33703755 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1838818 Jun 24 04:17:37.751938 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] For port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:37.780597 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-05ec2608-f00a-43cc-bd08-d2508b49d560 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (69823d38-7d20-47d3-a562-b85b52387c96), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.858186 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, f4c8bbfa-8a0f-443e-acab-f006b26adc44) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:37.860557 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.937466 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:37.938162 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.952344 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Provisioning complete for port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:37.953080 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.955006 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-05ec2608-f00a-43cc-bd08-d2508b49d560 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (69823d38-7d20-47d3-a562-b85b52387c96), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:37.959730 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7bdfe-ecd0-4d8b-bb9e-cfbd973bb72a None None] Network f4c8bbfa-8a0f-443e-acab-f006b26adc44 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:38.010119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Allocated IP 172.27.2.60 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/a8abd455-4ec9-4e98-810a-bb17a570188e) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:38.010238 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=b03c70b5-6acf-4267-9f9f-8af0aa7dbf79,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:38.051424 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-619d3937-8d52-4cf1-ace1-ed136a6fbeaf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:17:38.058805 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-619d3937-8d52-4cf1-ace1-ed136a6fbeaf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1021984 Jun 24 04:17:38.082717 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-baa92973-f2ec-42ed-bb28-2f6e7ca952e4 service neutron] 10.222.0.16 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883162 Jun 24 04:17:38.101829 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-05ec2608-f00a-43cc-bd08-d2508b49d560 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (69823d38-7d20-47d3-a562-b85b52387c96), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.138532 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298111a-5cf4-4e8e-a9dc-e57e1e50b206 None None] Pushing event updated for resources: {'Port': ['ID=49754990-06ad-48b3-95b3-9483f989f412,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:38.153301 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:38.153921 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-931e7301-60ee-408b-ae85-beac2e1df487 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7186852 Jun 24 04:17:38.174028 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Provisioning complete for port ebcd343f-e1b8-46ad-a23e-8ab3c343734d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:38.174439 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.213177 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec2608-f00a-43cc-bd08-d2508b49d560 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69823d38-7d20-47d3-a562-b85b52387c96,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:38.231086 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:38.242788 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Port ebcd343f-e1b8-46ad-a23e-8ab3c343734d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:38.244158 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Attempting to bind port 49754990-06ad-48b3-95b3-9483f989f412 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:38.244518 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Attempting to bind port 49754990-06ad-48b3-95b3-9483f989f412 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:38.244873 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Attempting to bind port 49754990-06ad-48b3-95b3-9483f989f412 on network 1499097c-b20d-4670-a290-7c6daddf6fa9 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:38.274142 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:38.274587 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Checking segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:38.274912 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.275608 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Bound using segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:38.276844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Bound port: 49754990-06ad-48b3-95b3-9483f989f412, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:38.278028 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (49754990-06ad-48b3-95b3-9483f989f412), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.288878 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-360d20fd-95ba-46c6-abbc-cdafc6bbf5fd service neutron] 10.222.0.16 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292845 Jun 24 04:17:38.299718 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:38.346744 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 9dbf5de9-5c43-4c51-add3-7964c543d33b triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:38.347111 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.359186 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (a8abd455-4ec9-4e98-810a-bb17a570188e), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.364534 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-06044b29-9299-4430-9b90-820c37369284 None None] Publish callbacks [] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.367506 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-875673fc-d7e3-4d54-893e-b632f905709b service neutron] 10.222.0.16 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778449 Jun 24 04:17:38.391347 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-05ec2608-f00a-43cc-bd08-d2508b49d560 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.394098 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-05ec2608-f00a-43cc-bd08-d2508b49d560 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7793264 Jun 24 04:17:38.397450 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49498) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:38.469916 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-2f239e95-d3c6-42ec-9414-0dbb2b26b7ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'security_group_rule': {'security_group_id': '994d0c03-ae58-49ba-b8f5-08b27f8c0c99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:38.508395 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:38.522838 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-8d9b17ac-f49d-4d5a-a7c1-0ea9e6de9936 service neutron] 10.222.0.16 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282162 Jun 24 04:17:38.552403 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-06044b29-9299-4430-9b90-820c37369284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.553165 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (a8abd455-4ec9-4e98-810a-bb17a570188e), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.602817 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2f239e95-d3c6-42ec-9414-0dbb2b26b7ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (bfdae8a5-a3ac-4756-8e6e-2ac56c8ec24c), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.652222 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9083b-7495-4cca-9779-83a4f7f97cfb None None] Pushing event updated for resources: {'Port': ['ID=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:38.694492 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:38.699856 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2f239e95-d3c6-42ec-9414-0dbb2b26b7ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (bfdae8a5-a3ac-4756-8e6e-2ac56c8ec24c), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.701524 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:38.734547 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:38.748026 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=a8abd455-4ec9-4e98-810a-bb17a570188e,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:38.753896 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-06044b29-9299-4430-9b90-820c37369284 None None] Attempting to bind port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:38.759434 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-06044b29-9299-4430-9b90-820c37369284 None None] Attempting to bind port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:38.760312 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06044b29-9299-4430-9b90-820c37369284 None None] Attempting to bind port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 on network e7b2c59a-0555-4ea1-82f3-82731a83d232 {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:38.775627 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06044b29-9299-4430-9b90-820c37369284 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:38.780121 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06044b29-9299-4430-9b90-820c37369284 None None] Checking segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:38.780857 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-06044b29-9299-4430-9b90-820c37369284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.781256 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06044b29-9299-4430-9b90-820c37369284 None None] Bound using segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:38.781737 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-06044b29-9299-4430-9b90-820c37369284 None None] Bound port: afa8db32-584e-4e76-97d4-adfe6fb2d4f7, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:38.782112 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-06044b29-9299-4430-9b90-820c37369284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.790799 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2f239e95-d3c6-42ec-9414-0dbb2b26b7ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (bfdae8a5-a3ac-4756-8e6e-2ac56c8ec24c), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.835892 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-394c1d62-6ad5-4c33-a392-0aa96bb8fb9b None None] Provisioning complete for port 49754990-06ad-48b3-95b3-9483f989f412 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:38.837155 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-394c1d62-6ad5-4c33-a392-0aa96bb8fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (49754990-06ad-48b3-95b3-9483f989f412), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.855586 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 9dbf5de9-5c43-4c51-add3-7964c543d33b is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:38.864112 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f239e95-d3c6-42ec-9414-0dbb2b26b7ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdae8a5-a3ac-4756-8e6e-2ac56c8ec24c,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:38.908127 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2f239e95-d3c6-42ec-9414-0dbb2b26b7ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:38.909556 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-2f239e95-d3c6-42ec-9414-0dbb2b26b7ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5074856 Jun 24 04:17:38.912706 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49522) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:38.917676 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:39.092279 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (6798b2fc-ee4a-466f-9f1e-fc0c78df9afe), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:39.109053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:39.134768 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0a006-0736-4206-8dba-c3bd996d4922 None None] Pushing event updated for resources: {'Port': ['ID=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:39.155543 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:39.171283 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bf8d37fd-3ee1-46af-a44b-7feccf453bda req-a48ad552-dc7e-40b1-a950-2e4214b112fa tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 210 time: 0.1554649 Jun 24 04:17:39.172224 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:39.173083 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-06044b29-9299-4430-9b90-820c37369284 None None] For port afa8db32-584e-4e76-97d4-adfe6fb2d4f7, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:39.184990 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-06044b29-9299-4430-9b90-820c37369284 None None] For port afa8db32-584e-4e76-97d4-adfe6fb2d4f7, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:39.277081 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a8abd455-4ec9-4e98-810a-bb17a570188e), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:39.281042 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-06044b29-9299-4430-9b90-820c37369284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:39.354405 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:39.385002 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fe989c-3fdb-417d-89ee-a2cf35aca27c None None] Network f4c8bbfa-8a0f-443e-acab-f006b26adc44 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:39.391305 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] For port 49754990-06ad-48b3-95b3-9483f989f412, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:39.476563 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:39.574065 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06044b29-9299-4430-9b90-820c37369284 None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:39.582469 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] For port 49754990-06ad-48b3-95b3-9483f989f412, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=49754990-06ad-48b3-95b3-9483f989f412,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:39.589138 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dbf78801-9138-478c-ab6d-5975ce62c2a3 req-f24a4a01-1fe0-4d45-b4f0-e320329612f7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.1138871 Jun 24 04:17:39.590419 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-394c1d62-6ad5-4c33-a392-0aa96bb8fb9b None None] Port 49754990-06ad-48b3-95b3-9483f989f412 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:39.614922 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-06044b29-9299-4430-9b90-820c37369284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:39.617048 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9083b-7495-4cca-9779-83a4f7f97cfb None None] Pushing event updated for resources: {'Port': ['ID=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,revision_number=4']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:39.698988 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (49754990-06ad-48b3-95b3-9483f989f412), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:39.740172 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-251b03fb-7fa3-4b81-950a-bd7724b4e7c6 req-f5469247-fe91-4133-b002-be9aaa501bb3 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 210 time: 0.3770969 Jun 24 04:17:39.763026 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:39.841540 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 768159f6-edcf-4f75-8df7-93d783a4e065 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:39.979674 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:39.991952 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49566) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:40.002688 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196399055-network', 'tenant_id': '8ad2d8b967314ba19b4bde93af3822ac'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:40.038690 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Allocated IP 172.27.2.178 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/6759183d-db5e-427c-afcf-ad65881a7e03) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:40.041716 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-06044b29-9299-4430-9b90-820c37369284 None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:40.103058 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-f03e9bdc-f280-4700-abe4-740b3727fc29 None None] Provisioning complete for port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:40.103452 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f03e9bdc-f280-4700-abe4-740b3727fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.143938 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Made reservation on behalf of 8ad2d8b967314ba19b4bde93af3822ac for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:40.158247 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.228659 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.287674 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (a8abd455-4ec9-4e98-810a-bb17a570188e), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.445850 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a8abd455-4ec9-4e98-810a-bb17a570188e), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.504068 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for port (6759183d-db5e-427c-afcf-ad65881a7e03), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.537908 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.43', 52043) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:40.631104 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-06044b29-9299-4430-9b90-820c37369284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:39Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:40.662627 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:40.662627 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:40.663256 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (6759183d-db5e-427c-afcf-ad65881a7e03), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.677387 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298111a-5cf4-4e8e-a9dc-e57e1e50b206 None None] Pushing event updated for resources: {'Port': ['ID=49754990-06ad-48b3-95b3-9483f989f412,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:40.680750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Publish callbacks [] for security_group (cb1a187a-d53e-4baa-a95f-18e8e1add9d0), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.696627 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06044b29-9299-4430-9b90-820c37369284 None None] The sync data for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi is: [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:39Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:40.727530 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:40.794466 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=a8abd455-4ec9-4e98-810a-bb17a570188e,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:40.805133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (6798b2fc-ee4a-466f-9f1e-fc0c78df9afe), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.836757 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (cb1a187a-d53e-4baa-a95f-18e8e1add9d0), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.895519 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1ad40448-336a-4d89-a808-30f8705c0975 req-b9452445-540d-4fbc-8de1-5c77958f72e5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.0836265 Jun 24 04:17:40.943872 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:17:40.972903 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1a187a-d53e-4baa-a95f-18e8e1add9d0,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:40.995859 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (e8de2d9d-7004-45c9-9fd1-f496c508cc7f), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:40.996844 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Added segment e8de2d9d-7004-45c9-9fd1-f496c508cc7f of type vlan for network 91601883-1804-4dca-bd93-6168e3e3b4c9 Jun 24 04:17:41.021607 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.021607 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-9309799b-741d-4ffa-9ce8-d660e62ced46 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9386439 Jun 24 04:17:41.149815 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-3b888e86-33c5-4232-9a7d-3888f8bec0a5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:41.152091 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-3b888e86-33c5-4232-9a7d-3888f8bec0a5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 819 time: 1.2694709 Jun 24 04:17:41.156945 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:41.165023 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 768159f6-edcf-4f75-8df7-93d783a4e065 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:41.167824 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.184575 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (91601883-1804-4dca-bd93-6168e3e3b4c9), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.195117 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:41.202923 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-791aef4d-5368-4d14-ab29-bfe1eb48a6ef req-c706afd7-3e4f-4633-ac52-82d940d5ae1b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 210 time: 0.1030483 Jun 24 04:17:41.248827 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:41.269582 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'Port': ['ID=6759183d-db5e-427c-afcf-ad65881a7e03,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:41.277621 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:41.294801 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:41.325988 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (91601883-1804-4dca-bd93-6168e3e3b4c9), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.328600 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:41.329109 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.359944 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:31Z', 'revision_number': 2, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:41.404215 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-82fcb997-cded-4231-8f04-aa281d89b3d8 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:41.407432 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-82fcb997-cded-4231-8f04-aa281d89b3d8 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.43 "GET /v2.0/networks?id=b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 HTTP/1.1" status: 200 len: 812 time: 0.8655043 Jun 24 04:17:41.412676 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-e54dae74-c517-424c-be13-edac7bb0c854 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/quotas/96e2b5a124bf48fd82e48ed79aa4eeed HTTP/1.1" status: 200 len: 375 time: 0.1396618 Jun 24 04:17:41.422480 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Checking router: f5a86038-86a6-4666-bc1a-966f2c008923 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:17:41.422921 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Updating router f5a86038-86a6-4666-bc1a-966f2c008923 port ebcd343f-e1b8-46ad-a23e-8ab3c343734d binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:17:41.512403 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Request body: {'port': {'device_id': '01f16fc0-cce2-4425-b19e-3d48d212e9be', 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1', 'admin_state_up': True, 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:41.516079 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:41.516228 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.536779 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5421422 Jun 24 04:17:41.539592 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49630) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:41.544720 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (ea7c7a32-c574-4702-b565-37106b55d8dd), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.584986 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Request body: {'subnet': {'network_id': '91601883-1804-4dca-bd93-6168e3e3b4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196399055-subnet', 'tenant_id': '8ad2d8b967314ba19b4bde93af3822ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:41.589023 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-5b90ddf9-180b-4b25-9c6a-7b143de67627 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701849 Jun 24 04:17:41.613240 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-f03e9bdc-f280-4700-abe4-740b3727fc29 None None] Current status of the port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:41.613626 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f03e9bdc-f280-4700-abe4-740b3727fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.678391 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cc992-cded-4baf-a281-62f3507c6d72 admin admin] Pushing event updated for resources: {'Network': ['ID=91601883-1804-4dca-bd93-6168e3e3b4c9,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:41.711991 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a4f9d91f-8f00-47c7-bb03-abb398964569 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--520290339&fields=id&tenant_id=ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 267 time: 0.3190019 Jun 24 04:17:41.732396 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 91601883-1804-4dca-bd93-6168e3e3b4c9 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:17:41.821002 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (6759183d-db5e-427c-afcf-ad65881a7e03), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:41.840858 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-f03e9bdc-f280-4700-abe4-740b3727fc29 None None] For port afa8db32-584e-4e76-97d4-adfe6fb2d4f7, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:41.898081 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-f4caa389-08a6-4a40-b28c-ef2ea8962657 service neutron] 10.222.0.16 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079619 Jun 24 04:17:41.969070 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 768159f6-edcf-4f75-8df7-93d783a4e065 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:41.970618 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 64d461e8-087c-4ac5-b2f8-675968d7857f up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:42.081895 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f03e9bdc-f280-4700-abe4-740b3727fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:42.092998 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Made reservation on behalf of 8ad2d8b967314ba19b4bde93af3822ac for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:42.096060 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:42.163166 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Made reservation on behalf of a48b90744f124a21b9e8d2b78836462e for: {'port': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:42.166939 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:42.167147 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 64d461e8-087c-4ac5-b2f8-675968d7857f triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:42.171273 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:42.333928 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-a6bd463b-6e44-403d-84e1-7f696e93bc0d service neutron] 10.222.0.16 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349160 Jun 24 04:17:42.336098 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Provisioning complete for port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:42.336491 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:42.347407 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-00bfc509-de8a-46d0-99bc-a89ee344eaeb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:42.349515 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-00bfc509-de8a-46d0-99bc-a89ee344eaeb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 815 time: 0.6156883 Jun 24 04:17:42.380910 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-742ac673-7c89-4c41-a942-ad220cee0a29 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/quotas/ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 375 time: 0.0243773 Jun 24 04:17:42.501005 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:39Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:42.628832 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0b3d3-bfe4-4d0b-adbd-36dd731f8575 None None] The sync data for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi is: [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:39Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:42.631664 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e9bdc-f280-4700-abe4-740b3727fc29 None None] Pushing event updated for resources: {'Port': ['ID=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:42.636581 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-e2102a99-bbdb-47e0-abe8-39ebfd88a2fa tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2365794 Jun 24 04:17:42.652210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.43', 52050) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:42.708024 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:42.740214 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for port (6759183d-db5e-427c-afcf-ad65881a7e03), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:42.794716 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 64d461e8-087c-4ac5-b2f8-675968d7857f is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:42.796948 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device dbb0dffd-2b1b-461f-94d5-e3562870e8f4 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:42.859275 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Current status of the port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:42.925471 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Allocated IP 172.20.0.13 (b4bf1515-2e35-410d-b83f-ccbbbbc60ef1/1958fe92-ad3a-4bd2-9413-a7358c8f9f21/9db12867-7f3c-4aed-ab68-f4fff1b4247b) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:42.957372 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Provisioning complete for port 49754990-06ad-48b3-95b3-9483f989f412 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:42.957831 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (49754990-06ad-48b3-95b3-9483f989f412), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:42.959832 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (6759183d-db5e-427c-afcf-ad65881a7e03), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:42.993298 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (d2ce687c-f08d-41e8-a373-890565086fa8), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.046615 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:43.056115 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Publish callbacks [] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.078004 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:43.078832 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.101235 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (ea7c7a32-c574-4702-b565-37106b55d8dd), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.162481 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.229956 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'Port': ['ID=6759183d-db5e-427c-afcf-ad65881a7e03,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:43.242083 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Current status of the port 49754990-06ad-48b3-95b3-9483f989f412 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:43.242741 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (49754990-06ad-48b3-95b3-9483f989f412), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.243124 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1a611441-d2b6-419f-9b0f-7f88c8f6edf8 req-c8197f1d-144b-4168-a91b-1b7aae00b95e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.1360452 Jun 24 04:17:43.278199 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-fcb8abc0-6f0b-4d17-9908-7cb8bd85336a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:43.280184 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-fcb8abc0-6f0b-4d17-9908-7cb8bd85336a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 817 time: 0.6195302 Jun 24 04:17:43.300483 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6e8f0-b4af-42c0-a286-6575f8573c6f None None] Pushing event updated for resources: {'Port': ['ID=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:43.355149 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-f17072e5-5d02-4bf4-9bdf-ed630c681f85 service neutron] 10.222.0.16 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149173 Jun 24 04:17:43.378715 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:43.423370 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.425030 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-bcfb26f3-f9b3-41cf-9e19-ef4c8974242c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5109529 Jun 24 04:17:43.454805 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c4cae36c-c278-484a-9dba-28dddeeceea8 req-d59af9b1-d658-4174-b888-e95d2872e0ec tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 210 time: 0.0876288 Jun 24 04:17:43.456799 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ce687c-f08d-41e8-a373-890565086fa8,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:43.538624 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Publish callbacks [] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.539530 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Checking segment: {'id': 'e8de2d9d-7004-45c9-9fd1-f496c508cc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '91601883-1804-4dca-bd93-6168e3e3b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:43.540030 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Network hostable DHCP agents. Network: 91601883-1804-4dca-bd93-6168e3e3b4c9, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:17:43.555095 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] For port 49754990-06ad-48b3-95b3-9483f989f412, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=49754990-06ad-48b3-95b3-9483f989f412,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:43.603380 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:43.610432 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.629103 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-81c83166-ed44-40c8-86bf-76dfa7fafef2 req-0ab12c24-9358-4f73-817e-6945c37ce540 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 210 time: 0.0742509 Jun 24 04:17:43.643838 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (49754990-06ad-48b3-95b3-9483f989f412), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.666343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Attempting to bind port ebcd343f-e1b8-46ad-a23e-8ab3c343734d on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:43.674216 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Attempting to bind port ebcd343f-e1b8-46ad-a23e-8ab3c343734d by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:43.674743 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Attempting to bind port ebcd343f-e1b8-46ad-a23e-8ab3c343734d on network 8ce8156e-f527-45c8-b424-190ecb88e595 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:43.696286 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-7355fe9a-7584-4fbf-a5c8-92d13cc086c2 service neutron] 10.222.0.16 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401625 Jun 24 04:17:43.720655 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.749137 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Network 91601883-1804-4dca-bd93-6168e3e3b4c9 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:17:43.786628 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port dbb0dffd-2b1b-461f-94d5-e3562870e8f4, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=dbb0dffd-2b1b-461f-94d5-e3562870e8f4,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:43.796085 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:43.811659 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Checking segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:43.816218 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.816218 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Bound using segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:43.816218 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Bound port: ebcd343f-e1b8-46ad-a23e-8ab3c343734d, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:43.816218 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.828707 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 91601883-1804-4dca-bd93-6168e3e3b4c9) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:43.834266 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:43.835235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.876417 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009070cd-ad76-40a3-aabd-49b2bf85ee1e None None] Network 91601883-1804-4dca-bd93-6168e3e3b4c9 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:43.889425 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-b532b649-0510-404b-9732-0bf79a50d458 None None] Provisioning complete for port ebcd343f-e1b8-46ad-a23e-8ab3c343734d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:43.889865 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b532b649-0510-404b-9732-0bf79a50d458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.891531 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.892323 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device fbf16f43-d444-46ce-bd58-b75e08521126 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:43.912369 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:43.925604 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:43.933679 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:43.939434 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:43.941690 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:43.969539 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-4b51ce55-c96b-4506-bc42-b8db6437858b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4075360 Jun 24 04:17:44.027156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Pushing event updated for resources: {'Port': ['ID=9db12867-7f3c-4aed-ab68-f4fff1b4247b,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:44.062791 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-aa9aa967-6ba9-4e88-98b3-a4d924354d8e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--978920591&fields=id&tenant_id=ba92bd9c1afc47008582aba7ec0c5266 HTTP/1.1" status: 200 len: 267 time: 0.2564948 Jun 24 04:17:44.155695 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-b37eb6f6-870c-444d-bc55-c41dbc05804b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6559651 Jun 24 04:17:44.157338 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ba54e157-9e8b-42c7-a884-03aa37a9706e req-724b5ec4-7645-4a5a-a029-7bd19b7e22ba tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 210 time: 0.0901148 Jun 24 04:17:44.224152 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49706) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:44.270735 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:44.286736 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38f79f-ce96-4877-851a-53de7820fc94 None None] Pushing event updated for resources: {'Port': ['ID=49754990-06ad-48b3-95b3-9483f989f412,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:44.344454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0e417f-fb0f-4983-a82e-7533c7041767 admin admin] Deleting subnet 0d243680-8765-418f-929b-9849edd819f9 {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:17:44.350992 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8c0e417f-fb0f-4983-a82e-7533c7041767 admin admin] Publish callbacks [] for subnet (0d243680-8765-418f-929b-9849edd819f9), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.354993 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618083a3-87e7-4e83-971a-c301b092cb52 req-a366f793-ea80-4474-81fb-fb50d4da1ada tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:44.363409 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-a366f793-ea80-4474-81fb-fb50d4da1ada tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 810 time: 0.2877793 Jun 24 04:17:44.390087 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-c58924e4-0136-479e-ab61-5148e79ba9d0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/quotas/ba92bd9c1afc47008582aba7ec0c5266 HTTP/1.1" status: 200 len: 375 time: 0.0221844 Jun 24 04:17:44.413889 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=dbb0dffd-2b1b-461f-94d5-e3562870e8f4,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:44.429570 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-b532b649-0510-404b-9732-0bf79a50d458 None None] Port ebcd343f-e1b8-46ad-a23e-8ab3c343734d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:44.430902 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1d218fc3-1fc7-4431-b1b6-97d7f9e84b11 req-a2faa46c-962b-4430-bc19-1c5acf79a87f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.0483551 Jun 24 04:17:44.436062 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8c0e417f-fb0f-4983-a82e-7533c7041767 admin admin] Publish callbacks [] for subnet (0d243680-8765-418f-929b-9849edd819f9), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.447726 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8c0e417f-fb0f-4983-a82e-7533c7041767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (0d243680-8765-418f-929b-9849edd819f9), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.481361 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] For port ebcd343f-e1b8-46ad-a23e-8ab3c343734d, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:44.489187 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] For port ebcd343f-e1b8-46ad-a23e-8ab3c343734d, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:44.545990 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port fbf16f43-d444-46ce-bd58-b75e08521126 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:44.546516 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.616347 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9eb3b-ebf0-498f-822f-dee80fd00ffc None None] Network 91601883-1804-4dca-bd93-6168e3e3b4c9 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:17:44.625146 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:44.635632 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-9777032e-470a-4df7-a3c5-07607bbda286 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2447536 Jun 24 04:17:44.637720 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.644736 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0564a6-5225-42f7-a963-4dbd8f1d70a3 req-1f32ba66-cd32-4406-b00b-91632a78588c tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:44.646728 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-aa0564a6-5225-42f7-a963-4dbd8f1d70a3 req-1f32ba66-cd32-4406-b00b-91632a78588c tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 932 time: 0.0827568 Jun 24 04:17:44.647912 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8c0e417f-fb0f-4983-a82e-7533c7041767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (0d243680-8765-418f-929b-9849edd819f9), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.673378 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-1c62e062-dfe4-4ce6-b273-1cd017b03c33 None None] Provisioning complete for port 9db12867-7f3c-4aed-ab68-f4fff1b4247b triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:44.673776 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1c62e062-dfe4-4ce6-b273-1cd017b03c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.689671 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8c0e417f-fb0f-4983-a82e-7533c7041767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.695101 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8c0e417f-fb0f-4983-a82e-7533c7041767 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d243680-8765-418f-929b-9849edd819f9 HTTP/1.1" status: 204 len: 168 time: 0.4691150 Jun 24 04:17:44.695847 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e417f-fb0f-4983-a82e-7533c7041767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d243680-8765-418f-929b-9849edd819f9,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:44.697399 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49718) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:44.735488 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-1c62e062-dfe4-4ce6-b273-1cd017b03c33 None None] Port 9db12867-7f3c-4aed-ab68-f4fff1b4247b cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:44.776448 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:44.805128 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-fce4d8af-76ac-4e7f-916c-3f0510bd4acf service neutron] 10.222.0.16 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469533 Jun 24 04:17:44.839049 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-aa0564a6-5225-42f7-a963-4dbd8f1d70a3 req-aab715c5-b10c-4c8c-8ada-cad575fa1eb4 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785748 Jun 24 04:17:44.854050 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (f4c8bbfa-8a0f-443e-acab-f006b26adc44), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.888972 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port fbf16f43-d444-46ce-bd58-b75e08521126 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:44.889596 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:44.992843 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6e8f0-b4af-42c0-a286-6575f8573c6f None None] Pushing event updated for resources: {'Port': ['ID=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:45.000942 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:45.010839 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:17:45.010839 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:17:31Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:45.017925 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-dd4e0acf-769f-49b5-a0ee-33b06df5f6e4 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117484 Jun 24 04:17:45.026800 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (f4c8bbfa-8a0f-443e-acab-f006b26adc44), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.067312 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-252117d6-3a21-4b85-9b8e-25c9110cd873 req-7ff5145b-b923-4047-bd5b-ebf7f299fe1d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 210 time: 0.0970519 Jun 24 04:17:45.095402 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.095939 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.096055 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port fbf16f43-d444-46ce-bd58-b75e08521126, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=fbf16f43-d444-46ce-bd58-b75e08521126,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:45.097319 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.097840 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.099519 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.099519 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.099737 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.100145 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.100471 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.100797 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.214518 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:45.215473 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.216295 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device a794d0a8-6170-4dc3-97c7-1c667361f2ed up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:45.330068 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:17:45.342354 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-45e08c60-29d6-49a8-ab59-83c29a83749b req-a67a7424-1eb4-44a7-973f-6db4635040d7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 210 time: 0.0382855 Jun 24 04:17:45.378777 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=fbf16f43-d444-46ce-bd58-b75e08521126,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:45.424120 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.424383 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.424674 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.425008 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:17:45.425375 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c8bbfa-8a0f-443e-acab-f006b26adc44']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:45.430963 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port a794d0a8-6170-4dc3-97c7-1c667361f2ed triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:45.431481 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.460181 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d3a7ed-9b16-478a-881a-a5339cc79d2d') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:45.460181 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d3a7ed-9b16-478a-881a-a5339cc79d2d') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:45.473320 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-868dbe78-7dd6-4e23-b864-a9df5e8ee8d8 None None] Provisioning complete for port ebcd343f-e1b8-46ad-a23e-8ab3c343734d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:45.473681 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-868dbe78-7dd6-4e23-b864-a9df5e8ee8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.487532 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-eac2a407-e320-4b8f-9b98-277b061c57ab req-75cc9d1e-676e-4dee-9608-e809ecdffd5e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 210 time: 0.0562944 Jun 24 04:17:45.493138 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (c6d3a7ed-9b16-478a-881a-a5339cc79d2d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.524441 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:45.525914 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (c6d3a7ed-9b16-478a-881a-a5339cc79d2d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.536724 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:17:45.537202 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (c6d3a7ed-9b16-478a-881a-a5339cc79d2d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.574754 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cf9861e4-a6e4-4ca6-9745-41ab32a59b34 req-cccf2e01-ed59-49dd-8c41-8ea5c3f6ecec tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.0431569 Jun 24 04:17:45.640107 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:17:45.684627 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port a794d0a8-6170-4dc3-97c7-1c667361f2ed is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:45.685889 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:45.709020 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (f4c8bbfa-8a0f-443e-acab-f006b26adc44), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.714305 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-868dbe78-7dd6-4e23-b864-a9df5e8ee8d8 None None] Current status of the port ebcd343f-e1b8-46ad-a23e-8ab3c343734d is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:45.718495 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-868dbe78-7dd6-4e23-b864-a9df5e8ee8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.718815 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.723010 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f4c8bbfa-8a0f-443e-acab-f006b26adc44 HTTP/1.1" status: 204 len: 168 time: 1.0231709 Jun 24 04:17:45.725947 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49748) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:45.734404 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:45.754538 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment c6d3a7ed-9b16-478a-881a-a5339cc79d2d resource provider aggregate not found Jun 24 04:17:45.758072 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf27402-83a8-415a-b457-c366f030bca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c8bbfa-8a0f-443e-acab-f006b26adc44,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:45.773589 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ab3c4-33b5-4993-ad09-eda2f67ea486 None None] The sync data for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi is: [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:17:45.782915 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b7f694-cf39-4a1f-b557-266c14c4f6c2 admin admin] Deleting subnet d2ce687c-f08d-41e8-a373-890565086fa8 {{(pid=104593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:17:45.786645 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41b7f694-cf39-4a1f-b557-266c14c4f6c2 admin admin] Publish callbacks [] for subnet (d2ce687c-f08d-41e8-a373-890565086fa8), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.795797 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-868dbe78-7dd6-4e23-b864-a9df5e8ee8d8 None None] For port ebcd343f-e1b8-46ad-a23e-8ab3c343734d, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:45.798797 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment c6d3a7ed-9b16-478a-881a-a5339cc79d2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6d3a7ed-9b16-478a-881a-a5339cc79d2d found for delete ", "request_id": "req-4988fe5e-59e6-4c24-aa06-8ee3601ef852"}]} Jun 24 04:17:45.804456 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:45.805612 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.859113 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41b7f694-cf39-4a1f-b557-266c14c4f6c2 admin admin] Publish callbacks [] for subnet (d2ce687c-f08d-41e8-a373-890565086fa8), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.871381 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41b7f694-cf39-4a1f-b557-266c14c4f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (d2ce687c-f08d-41e8-a373-890565086fa8), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:45.902123 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:45.905962 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:45.946506 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-868dbe78-7dd6-4e23-b864-a9df5e8ee8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:46.006553 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8ac9-aa68-4db8-8012-fddae874a021 req-56b50d66-7ad8-4905-b723-78674b6aa4d4 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:46.014981 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-962c8ac9-aa68-4db8-8012-fddae874a021 req-56b50d66-7ad8-4905-b723-78674b6aa4d4 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 932 time: 0.0585852 Jun 24 04:17:46.015145 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:46.015469 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:46.085710 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dbe78-7dd6-4e23-b864-a9df5e8ee8d8 None None] Pushing event updated for resources: {'Port': ['ID=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:46.112523 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-962c8ac9-aa68-4db8-8012-fddae874a021 req-446d22db-b757-4349-aac2-53c92b9451f7 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958233 Jun 24 04:17:46.132130 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:46.136112 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:46.235712 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41b7f694-cf39-4a1f-b557-266c14c4f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (d2ce687c-f08d-41e8-a373-890565086fa8), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:46.238524 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8c1b7d8e-4544-4a2d-901a-d4f540aae209 req-7536b78e-de9d-49ba-badb-5bb221e3d7aa tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 210 time: 0.0440173 Jun 24 04:17:46.307582 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-41b7f694-cf39-4a1f-b557-266c14c4f6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:46.313133 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-41b7f694-cf39-4a1f-b557-266c14c4f6c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d2ce687c-f08d-41e8-a373-890565086fa8 HTTP/1.1" status: 204 len: 168 time: 0.5858634 Jun 24 04:17:46.314547 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7f694-cf39-4a1f-b557-266c14c4f6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ce687c-f08d-41e8-a373-890565086fa8,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:46.315812 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49764) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:46.433444 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-5d4e1809-0ec5-40e0-a2a4-07114b6adeb3 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:17:46.434658 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-5d4e1809-0ec5-40e0-a2a4-07114b6adeb3 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058880 Jun 24 04:17:46.493194 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:46.520668 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5fcf1d78-3c7f-4f20-b190-9b38b42c54d5 req-97dad6aa-b9f2-42d1-bf47-7f7650ee4786 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 210 time: 0.0749521 Jun 24 04:17:46.530880 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (91601883-1804-4dca-bd93-6168e3e3b4c9), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:46.648523 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-bcf554f9-c7af-4c8d-a32f-b2754c6fa326 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56eee171a5c4f728bec99eef1f3b0a3 HTTP/1.1" status: 200 len: 380 time: 0.1907361 Jun 24 04:17:46.680028 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 49754990-06ad-48b3-95b3-9483f989f412 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:46.730657 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'port': {'device_id': 'b085e856-e8d0-451d-be61-532ea491655b', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'admin_state_up': True, 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'security_groups': ['57264876-abc0-4401-8172-a792f280d0ac']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:46.735112 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a9bc8c75-ca65-4988-873f-ce1e3a7e35d1 req-2c5574d2-3ebc-4680-b73c-bbbdf9bf643b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 210 time: 0.0412955 Jun 24 04:17:46.789702 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:46.808768 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 49754990-06ad-48b3-95b3-9483f989f412 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:46.809408 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (49754990-06ad-48b3-95b3-9483f989f412), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:46.829262 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Request body: {'port': {'device_id': '01f16fc0-cce2-4425-b19e-3d48d212e9be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:46.850720 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (91601883-1804-4dca-bd93-6168e3e3b4c9), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:46.893123 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-76bc3a47-759a-41f5-92c2-4b104de0d8f2 req-acd150f6-e9c0-4b34-8c2b-caa6a74e5b41 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.1262634 Jun 24 04:17:46.900601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:46.953221 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 49754990-06ad-48b3-95b3-9483f989f412 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:46.954223 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device dbb0dffd-2b1b-461f-94d5-e3562870e8f4 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:46.957010 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.43', 52055) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:46.963675 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91601883-1804-4dca-bd93-6168e3e3b4c9']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:47.003523 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8de2d9d-7004-45c9-9fd1-f496c508cc7f') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:47.004093 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8de2d9d-7004-45c9-9fd1-f496c508cc7f') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:47.023757 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (e8de2d9d-7004-45c9-9fd1-f496c508cc7f), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:47.133467 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (e8de2d9d-7004-45c9-9fd1-f496c508cc7f), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:47.142765 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:17:47.142765 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (e8de2d9d-7004-45c9-9fd1-f496c508cc7f), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:47.433809 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:47.434193 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:47.614522 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:47.615623 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device fbf16f43-d444-46ce-bd58-b75e08521126 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:47.677265 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ed7c2-d0a5-4d42-9395-5e9cceca1e0a req-37c172fc-84fd-47ac-8afe-5b9ebc06ca9e tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:47.681609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port fbf16f43-d444-46ce-bd58-b75e08521126 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:47.681987 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:47.685099 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a33ed7c2-d0a5-4d42-9395-5e9cceca1e0a req-37c172fc-84fd-47ac-8afe-5b9ebc06ca9e tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 932 time: 0.1275952 Jun 24 04:17:47.799189 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:47.831464 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a33ed7c2-d0a5-4d42-9395-5e9cceca1e0a req-d3939ee3-2b71-4ae8-b8cd-cb48091469a1 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452007 Jun 24 04:17:47.833772 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db12867-7f3c-4aed-ab68-f4fff1b4247b {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:17:47.860478 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Publish callbacks [] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:47.899258 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:47.924343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port fbf16f43-d444-46ce-bd58-b75e08521126 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:47.928966 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device afa8db32-584e-4e76-97d4-adfe6fb2d4f7 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:48.010143 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment e8de2d9d-7004-45c9-9fd1-f496c508cc7f resource provider aggregate not found Jun 24 04:17:48.010761 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:48.010761 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.050899 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-3770112d-7118-4821-914a-23021ee6cbf7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:48.052919 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-3770112d-7118-4821-914a-23021ee6cbf7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 819 time: 1.0930843 Jun 24 04:17:48.064093 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ceb8a32-244a-4778-87df-6da11e82e3c7 req-5a1e77b6-0018-40f8-bbab-1e90b58dc13e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 210 time: 0.1032012 Jun 24 04:17:48.070077 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:48.070077 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-18f24e96-91c4-42e3-b0ff-62a0ac182836 req-19f04141-ffd9-49ad-b374-b2e840d718a0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 210 time: 0.0759652 Jun 24 04:17:48.108649 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment e8de2d9d-7004-45c9-9fd1-f496c508cc7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8de2d9d-7004-45c9-9fd1-f496c508cc7f found for delete ", "request_id": "req-d4486c0e-3a8e-4a45-ac82-eece45801eb3"}]} Jun 24 04:17:48.121014 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Transition to ACTIVE for port object 9db12867-7f3c-4aed-ab68-f4fff1b4247b will not be triggered until provisioned by entity L2. {{(pid=104593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:17:48.126925 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (91601883-1804-4dca-bd93-6168e3e3b4c9), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.137426 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.149238 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] 10.222.0.16 "DELETE /v2.0/networks/91601883-1804-4dca-bd93-6168e3e3b4c9 HTTP/1.1" status: 204 len: 168 time: 1.8319225 Jun 24 04:17:48.164989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308637ef-688b-45b2-8b7a-7beab3616946 admin admin] Pushing event deleted for resources: {'Network': ['ID=91601883-1804-4dca-bd93-6168e3e3b4c9,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:48.195096 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Made reservation on behalf of d56eee171a5c4f728bec99eef1f3b0a3 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:48.208594 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:48.209925 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.210058 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:48.227469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.275248 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0be9569a-dd0f-4ec5-a135-6cc8fb69bf6b req-e53eb63a-dc1f-4e2e-a585-b6b1399cf1e4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.0606284 Jun 24 04:17:48.340518 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1cb62e3-458b-463e-8533-61d5ff637ff9 req-3f894e73-309d-4726-8ccd-dd8e28f1d1d5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 210 time: 0.1223278 Jun 24 04:17:48.344670 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:48.347258 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.371286 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Pushing event updated for resources: {'Port': ['ID=9db12867-7f3c-4aed-ab68-f4fff1b4247b,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:48.391798 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'port': {'device_id': 'ab22e349-8bc5-4678-979e-0db7dfcfdb29', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'admin_state_up': True, 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:48.518585 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Attempting to bind port 9db12867-7f3c-4aed-ab68-f4fff1b4247b on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:48.518585 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Attempting to bind port 9db12867-7f3c-4aed-ab68-f4fff1b4247b by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:48.518585 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Attempting to bind port 9db12867-7f3c-4aed-ab68-f4fff1b4247b on network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:48.525365 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Port 9db12867-7f3c-4aed-ab68-f4fff1b4247b on network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:17:48.529948 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Attempting to bind port 9db12867-7f3c-4aed-ab68-f4fff1b4247b on network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:48.550448 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:48.550830 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Checking segment: {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:48.551396 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Bound using segment: {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:48.551836 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Bound port: 9db12867-7f3c-4aed-ab68-f4fff1b4247b, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de7ba82-4ac2-4305-b951-97ad8de64812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:48.552201 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.566121 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:48.675255 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] For port 9db12867-7f3c-4aed-ab68-f4fff1b4247b, host hv-cinder-84684, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:48.682966 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] For port 9db12867-7f3c-4aed-ab68-f4fff1b4247b, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9db12867-7f3c-4aed-ab68-f4fff1b4247b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:48.729079 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:48.751304 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:48.753516 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device ebcd343f-e1b8-46ad-a23e-8ab3c343734d up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:48.760775 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.820340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Allocated IP 172.20.0.6 (1499097c-b20d-4670-a290-7c6daddf6fa9/f1889451-9ea5-476a-a496-f8f1b6a4a4f1/a4646799-84a1-4e0f-88f6-135dfd47c759) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:48.821709 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:48.822535 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:48.828078 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] 10.222.0.43 "PUT /v2.0/ports/9db12867-7f3c-4aed-ab68-f4fff1b4247b HTTP/1.1" status: 200 len: 1094 time: 2.0852633 Jun 24 04:17:48.831083 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f16fc0-cce2-4425-b19e-3d48d212e9be', 'tag': '9db12867-7f3c-4aed-ab68-f4fff1b4247b'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:17:48.867864 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port ebcd343f-e1b8-46ad-a23e-8ab3c343734d triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:48.868240 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:49.019495 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Made reservation on behalf of 96e2b5a124bf48fd82e48ed79aa4eeed for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:49.033671 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:49.040797 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:49.069039 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.43', 52062) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:49.159226 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49832) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:49.224164 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port ebcd343f-e1b8-46ad-a23e-8ab3c343734d is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:17:49.266338 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.43', 52064) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:49.453274 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cb53b4-21b6-4cb2-934c-c730861ffb73" -d '{"events": [{"name": "network-changed", "server_uuid": "01f16fc0-cce2-4425-b19e-3d48d212e9be", "tag": "9db12867-7f3c-4aed-ab68-f4fff1b4247b"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:49.467769 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc5fde-54c7-413b-b82b-b916710db94c service neutron] Pushing event updated for resources: {'Port': ['ID=9db12867-7f3c-4aed-ab68-f4fff1b4247b,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:49.596145 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:49.605871 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.43', 52065) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:49.622362 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b6b39b6e-d7fe-4629-99a0-b73ac7f98e6e req-acf0cbfe-c2fc-48a6-89c4-1c3d9b0bcb84 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 210 time: 0.2524934 Jun 24 04:17:49.679734 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7992c-a0c3-45ac-af5b-60568044967e req-9b2cd2c1-e4c4-4e26-b0ea-53cac7f6cd00 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:49.691928 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03c7992c-a0c3-45ac-af5b-60568044967e req-9b2cd2c1-e4c4-4e26-b0ea-53cac7f6cd00 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.5666156 Jun 24 04:17:49.797564 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a1398282-88ec-49b3-a969-d57a3608cca7 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:49.800082 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:49.804099 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a1398282-88ec-49b3-a969-d57a3608cca7 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 815 time: 0.4570477 Jun 24 04:17:49.865021 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-125d5829-3f79-4d03-ad5a-9e8f8e4c05b5 req-83fb1e17-dc28-4159-bbd2-01058f1be7bb tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 210 time: 0.1207933 Jun 24 04:17:49.942539 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-2d7eac1b-09dd-45b9-b624-687ffc84f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:49.946083 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-2d7eac1b-09dd-45b9-b624-687ffc84f322 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a48b90744f124a21b9e8d2b78836462e&device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 1128 time: 0.6747191 Jun 24 04:17:50.096747 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:50.102011 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ea87f83f-9739-46b6-9d38-2107462d8844 req-fda511f5-df5e-41ef-9cc7-0cce6653b51c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.1297269 Jun 24 04:17:50.109725 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-50d64502-6a96-4757-bd3e-75fe7fe95fce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9db12867-7f3c-4aed-ab68-f4fff1b4247b HTTP/1.1" status: 200 len: 217 time: 0.1187608 Jun 24 04:17:50.180391 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-cba1e665-1a4a-4c10-b70d-788add5a4194 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f414fbc699c141fb9990984e06e90155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9891675 Jun 24 04:17:50.186641 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49872) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:50.211281 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-be64dcd4-d83b-4dd3-b250-cb2dcc633218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:50.212737 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-be64dcd4-d83b-4dd3-b250-cb2dcc633218 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1958fe92-ad3a-4bd2-9413-a7358c8f9f21 HTTP/1.1" status: 200 len: 851 time: 0.0678895 Jun 24 04:17:50.225292 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:50.267771 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-04a37c72-8238-4629-9e76-b40503896a58 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:50.269937 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-04a37c72-8238-4629-9e76-b40503896a58 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 819 time: 1.0402918 Jun 24 04:17:50.309046 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03c7992c-a0c3-45ac-af5b-60568044967e req-e2276bb7-2518-4073-9e45-e9f9d592bbaf tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161382 Jun 24 04:17:50.312559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618083a3-87e7-4e83-971a-c301b092cb52 req-1894c37a-1293-4a04-b1c3-564cee660243 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:50.315167 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-1894c37a-1293-4a04-b1c3-564cee660243 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 810 time: 0.6847732 Jun 24 04:17:50.358222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Allocated IP 172.20.0.14 (8ce8156e-f527-45c8-b424-190ecb88e595/e9dcbffd-b79e-48e0-82be-720d32dc3e0a/628c6256-3f93-415e-8d57-183e79f02abb) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:50.369626 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-935bbccd-bc6f-44c5-86fe-61875b2a7f65 req-1db3705a-f02f-4d14-80f2-04117104e74e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 210 time: 0.0971959 Jun 24 04:17:50.387577 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-9615c81d-6ee3-4cbb-adf1-a987710fa514 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 379 time: 0.5725741 Jun 24 04:17:50.390026 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-325fa15d-18d2-4377-bc8e-24f96d9411b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:50.391292 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-325fa15d-18d2-4377-bc8e-24f96d9411b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4bf1515-2e35-410d-b83f-ccbbbbc60ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1575136 Jun 24 04:17:50.422484 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'port': {'device_id': '734155da-ee09-4da7-aa56-2c506b7ed2cd', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'admin_state_up': True, 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:50.457123 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'port': {'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'admin_state_up': True, 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'security_groups': ['21f5c1d5-578a-42de-b90d-4802e628c766']}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:50.488524 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5993354-7425-4e52-adbe-239849010506 x-openstack-request-id: req-a5993354-7425-4e52-adbe-239849010506 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:50.488881 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f16fc0-cce2-4425-b19e-3d48d212e9be", "tag": "9db12867-7f3c-4aed-ab68-f4fff1b4247b", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:50.489171 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5993354-7425-4e52-adbe-239849010506 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:50.499136 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5993354-7425-4e52-adbe-239849010506'] response: {'name': 'network-changed', 'server_uuid': '01f16fc0-cce2-4425-b19e-3d48d212e9be', 'tag': '9db12867-7f3c-4aed-ab68-f4fff1b4247b', 'status': 'completed', 'code': 200} Jun 24 04:17:50.519119 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fdb9294b-91bb-4d33-bd30-4072af9a130c admin admin] Publish callbacks [] for security_group (7f6a118e-cab8-4191-b909-cdfcdb6bb2c5), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:50.538408 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:50.559765 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:50.619738 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:50.640199 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fdb9294b-91bb-4d33-bd30-4072af9a130c admin admin] Publish callbacks [] for security_group (7f6a118e-cab8-4191-b909-cdfcdb6bb2c5), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:50.660141 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-e628d0f4-3c33-406b-aa63-a3c0e32208b5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba92bd9c1afc47008582aba7ec0c5266 HTTP/1.1" status: 200 len: 379 time: 0.2085731 Jun 24 04:17:50.717486 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:50.744589 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:50.925729 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Made reservation on behalf of 96e2b5a124bf48fd82e48ed79aa4eeed for: {'port': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:50.929877 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:51.006138 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fdb9294b-91bb-4d33-bd30-4072af9a130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7f6a118e-cab8-4191-b909-cdfcdb6bb2c5), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:51.009049 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fdb9294b-91bb-4d33-bd30-4072af9a130c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:51.010340 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-fdb9294b-91bb-4d33-bd30-4072af9a130c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f6a118e-cab8-4191-b909-cdfcdb6bb2c5 HTTP/1.1" status: 204 len: 168 time: 0.8164268 Jun 24 04:17:51.046566 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:51.049389 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Made reservation on behalf of ab7130ecbc4d487db66baebeab8550b0 for: {'port': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:51.053182 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:51.114023 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:51.117142 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:51.145025 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-66045b1a-9975-439b-9155-0215f3d942ff req-2fabee93-c24a-41b5-8a3b-800ad3830813 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 210 time: 0.4262614 Jun 24 04:17:51.171937 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:51.203058 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-5a48d127-865c-4c56-a959-081a0408e4a7 None None] Provisioning complete for port a4646799-84a1-4e0f-88f6-135dfd47c759 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:51.203439 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5a48d127-865c-4c56-a959-081a0408e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:51.240005 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9294b-91bb-4d33-bd30-4072af9a130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6a118e-cab8-4191-b909-cdfcdb6bb2c5,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:51.245246 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d76c3b99-8c58-4c0c-bf8b-d6c8c4d4b872 req-992afc61-9e72-48ed-991c-a048771cdabf tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 210 time: 0.2336075 Jun 24 04:17:51.314089 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-5a48d127-865c-4c56-a959-081a0408e4a7 None None] Port a4646799-84a1-4e0f-88f6-135dfd47c759 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:51.345813 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'port': {'device_id': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'admin_state_up': True, 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'security_groups': ['994d0c03-ae58-49ba-b8f5-08b27f8c0c99']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:51.369396 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:51.523659 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:51.568354 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Allocated IP 172.20.0.7 (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7/c76d2cf8-c72d-4b16-983e-0fa0aff50668/9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:51.583226 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for port (628c6256-3f93-415e-8d57-183e79f02abb), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:51.633120 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e45e91-aa28-480f-b3d0-c12f23e852b8 req-e2414eca-7882-40a2-9ce6-b013b4e6d959 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:51.643279 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-62e45e91-aa28-480f-b3d0-c12f23e852b8 req-e2414eca-7882-40a2-9ce6-b013b4e6d959 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.1172738 Jun 24 04:17:51.679371 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:51.781869 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:51.785860 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:51.793198 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:51.801952 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-2dd47a46-4d09-4134-8e81-d4af11c23bc9 service neutron] 10.222.0.43 "GET /v2.0/networks/b4bf1515-2e35-410d-b83f-ccbbbbc60ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1619575 Jun 24 04:17:51.822976 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-62e45e91-aa28-480f-b3d0-c12f23e852b8 req-53225f5a-a408-4cc7-ac1b-afa4588a5db9 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690111 Jun 24 04:17:51.848073 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774b930-5403-44fd-b5e5-a2a9a00d53ed req-5443d904-8468-496b-a25c-3ef176f90fb6 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:51.851924 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e774b930-5403-44fd-b5e5-a2a9a00d53ed req-5443d904-8468-496b-a25c-3ef176f90fb6 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 931 time: 0.4195092 Jun 24 04:17:51.992655 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.004801 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-dfe8fc9b-a64c-4a06-9893-8360eb7b23ca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3122711 Jun 24 04:17:52.015100 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (628c6256-3f93-415e-8d57-183e79f02abb), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.019677 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e774b930-5403-44fd-b5e5-a2a9a00d53ed req-2970f370-0abe-4454-aad6-0fe35a5bf860 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542695 Jun 24 04:17:52.028704 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Request body: {'port': {'device_id': 'b085e856-e8d0-451d-be61-532ea491655b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:52.109845 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:52.125106 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.129242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Network 8ce8156e-f527-45c8-b424-190ecb88e595 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:52.144380 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0942632f-a49d-4832-8734-9a15f062ded5 req-5a28a1b2-875f-4b30-85c3-a90236febc83 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 210 time: 0.1170506 Jun 24 04:17:52.162306 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:52.166864 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Made reservation on behalf of ba92bd9c1afc47008582aba7ec0c5266 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:17:52.170768 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.176572 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:52.179469 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event updated for resources: {'Port': ['ID=628c6256-3f93-415e-8d57-183e79f02abb,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:52.184794 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a72c7b0-3ebb-4afe-a78f-75def8c940dc req-6c4c2013-48bb-479f-9394-e7ecee6acd61 service neutron] 10.222.0.43 "GET /v2.0/networks/b4bf1515-2e35-410d-b83f-ccbbbbc60ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275168 Jun 24 04:17:52.222289 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.223474 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:52.250913 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:52.263400 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:52.265920 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:52.273976 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:52.274870 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 49934) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:52.275165 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.309598 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Allocated IP 172.20.0.5 (8ce8156e-f527-45c8-b424-190ecb88e595/e9dcbffd-b79e-48e0-82be-720d32dc3e0a/15680038-79e1-44d0-bf98-1d22ed996825) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:52.313798 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:52.464077 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-98fd2f7f-abda-4138-9363-111a4095f681 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0115371 Jun 24 04:17:52.472340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:52.473133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.632236 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-ca8f0715-94b1-44d5-8b32-595545d0e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:52.634072 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-ca8f0715-94b1-44d5-8b32-595545d0e5bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a48b90744f124a21b9e8d2b78836462e&device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 1128 time: 0.1185129 Jun 24 04:17:52.666817 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for port (15680038-79e1-44d0-bf98-1d22ed996825), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.689152 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ca189c43-4fa0-4749-9abc-8aa29cc070fc req-d50c0c7b-cdbe-4f27-873c-20ed63586a9e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 210 time: 0.3412597 Jun 24 04:17:52.727717 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-b5861dd7-1bfe-4546-87f5-fbc5cc65128b None None] Provisioning complete for port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:52.728293 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b5861dd7-1bfe-4546-87f5-fbc5cc65128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.748416 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Request body: {'port': {'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:52.762413 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-b5861dd7-1bfe-4546-87f5-fbc5cc65128b None None] Port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:52.764877 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:52.770991 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-907bf412-57d8-4d33-9580-a6e99e006956 req-553a61e5-cc63-4933-913f-80cbad7b3553 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 210 time: 0.3167081 Jun 24 04:17:52.773689 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-b5861dd7-1bfe-4546-87f5-fbc5cc65128b None None] Provisioning complete for port 628c6256-3f93-415e-8d57-183e79f02abb triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:52.774312 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b5861dd7-1bfe-4546-87f5-fbc5cc65128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (628c6256-3f93-415e-8d57-183e79f02abb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.818056 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-b5861dd7-1bfe-4546-87f5-fbc5cc65128b None None] Port 628c6256-3f93-415e-8d57-183e79f02abb cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:52.821414 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-afcb02d1-5c95-4cde-94cf-b4791dda1017 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ad2d8b967314ba19b4bde93af3822ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311313 Jun 24 04:17:52.822311 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 49940) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:52.844568 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-5c351b5a-60e2-4ac7-8d46-7be88703cd87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4572518 Jun 24 04:17:52.941970 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (15680038-79e1-44d0-bf98-1d22ed996825), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.949341 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Request body: {'port': {'device_id': 'ab22e349-8bc5-4678-979e-0db7dfcfdb29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:52.983333 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-de5b2ca7-22f6-447b-8caa-fb000d85bcf4 admin admin] Publish callbacks [] for security_group (cb1a187a-d53e-4baa-a95f-18e8e1add9d0), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:52.991659 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Network 8ce8156e-f527-45c8-b424-190ecb88e595 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:53.027664 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:53.058797 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:53.089899 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:53.097892 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:53.099004 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:53.168171 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-de5b2ca7-22f6-447b-8caa-fb000d85bcf4 admin admin] Publish callbacks [] for security_group (cb1a187a-d53e-4baa-a95f-18e8e1add9d0), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:53.194759 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event updated for resources: {'Port': ['ID=15680038-79e1-44d0-bf98-1d22ed996825,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:53.298730 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Allocated IP 172.20.0.9 (e7b2c59a-0555-4ea1-82f3-82731a83d232/ae6c6cc8-dfad-4589-a778-52f0206b85e3/743a00dc-b28e-4621-9d5a-757c991d77fb) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:17:53.326704 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (628c6256-3f93-415e-8d57-183e79f02abb), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:53.394195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-f315b925-e7ad-4601-98a4-c4d30d940703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:53.395788 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-f315b925-e7ad-4601-98a4-c4d30d940703 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 HTTP/1.1" status: 200 len: 913 time: 0.6703501 Jun 24 04:17:53.405016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e713d3-28a8-44ff-a7aa-c75dc206ae1c req-a8edf37e-46af-4426-9071-a6ae9656c6c3 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:53.406576 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-44e713d3-28a8-44ff-a7aa-c75dc206ae1c req-a8edf37e-46af-4426-9071-a6ae9656c6c3 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.3500495 Jun 24 04:17:53.496418 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-9fba38fc-85f5-4768-b1bd-691cbc6b1584 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9db12867-7f3c-4aed-ab68-f4fff1b4247b HTTP/1.1" status: 200 len: 217 time: 0.0695977 Jun 24 04:17:53.590790 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdfb31-e65c-485e-ab9c-5941e0744ddf req-63d4562d-f9ab-43dd-a94f-77a132646968 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:53.593583 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5cfdfb31-e65c-485e-ab9c-5941e0744ddf req-63d4562d-f9ab-43dd-a94f-77a132646968 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 931 time: 0.1455472 Jun 24 04:17:53.717941 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-44e713d3-28a8-44ff-a7aa-c75dc206ae1c req-54770211-8148-443d-b60a-bc3ce6090b33 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928574 Jun 24 04:17:53.823210 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5cfdfb31-e65c-485e-ab9c-5941e0744ddf req-2c847c7e-bc99-49bf-8cd3-1e2ff2347795 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179422 Jun 24 04:17:53.867813 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-4bc23be9-df7b-4806-b592-5028f387a3c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4643283 Jun 24 04:17:53.880805 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-765193a9-79cb-473e-a575-d0cf403ce03e None None] Provisioning complete for port 15680038-79e1-44d0-bf98-1d22ed996825 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:53.883985 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-765193a9-79cb-473e-a575-d0cf403ce03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (15680038-79e1-44d0-bf98-1d22ed996825), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:53.937313 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Request body: {'port': {'device_id': '734155da-ee09-4da7-aa56-2c506b7ed2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:53.938175 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-765193a9-79cb-473e-a575-d0cf403ce03e None None] Port 15680038-79e1-44d0-bf98-1d22ed996825 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:53.978736 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-de5b2ca7-22f6-447b-8caa-fb000d85bcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (cb1a187a-d53e-4baa-a95f-18e8e1add9d0), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:53.981674 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-de5b2ca7-22f6-447b-8caa-fb000d85bcf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:53.986514 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-de5b2ca7-22f6-447b-8caa-fb000d85bcf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb1a187a-d53e-4baa-a95f-18e8e1add9d0 HTTP/1.1" status: 204 len: 168 time: 1.1603191 Jun 24 04:17:54.083618 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b2ca7-22f6-447b-8caa-fb000d85bcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1a187a-d53e-4baa-a95f-18e8e1add9d0,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:54.125806 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:17:54.143503 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a4b8c-8e4a-4823-8b45-e40b7abe675e req-421e2771-a4fb-4a21-a941-bd622862d262 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:54.146948 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-599a4b8c-8e4a-4823-8b45-e40b7abe675e req-421e2771-a4fb-4a21-a941-bd622862d262 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 931 time: 0.2134581 Jun 24 04:17:54.149769 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Publish callbacks [] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:54.155054 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (15680038-79e1-44d0-bf98-1d22ed996825), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:54.196095 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Transition to ACTIVE for port object 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a will not be triggered until provisioned by entity L2. {{(pid=104593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:17:54.261318 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-599a4b8c-8e4a-4823-8b45-e40b7abe675e req-b8576ebe-829c-4df3-8ef3-76a9afa2aa72 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039450 Jun 24 04:17:54.268222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:54.302257 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-86f1c2fa-f44b-4f9b-b8a6-d97450e21571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:54.304418 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-86f1c2fa-f44b-4f9b-b8a6-d97450e21571 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1958fe92-ad3a-4bd2-9413-a7358c8f9f21 HTTP/1.1" status: 200 len: 851 time: 0.7940888 Jun 24 04:17:54.362030 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b3c04-8bc8-49db-80a2-6e6f2f157ede req-ea3ed9bb-4052-4e2e-9e68-7a8b9ba6a146 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:54.364317 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0d5b3c04-8bc8-49db-80a2-6e6f2f157ede req-ea3ed9bb-4052-4e2e-9e68-7a8b9ba6a146 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 931 time: 0.1205812 Jun 24 04:17:54.552573 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-14d150d3-3dd8-4bce-a32b-2bf8428efe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:54.561306 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-14d150d3-3dd8-4bce-a32b-2bf8428efe85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b4bf1515-2e35-410d-b83f-ccbbbbc60ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1840436 Jun 24 04:17:54.647221 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:54.659311 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4646799-84a1-4e0f-88f6-135dfd47c759 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:17:54.673733 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Publish callbacks [] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:54.704209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Transition to ACTIVE for port object a4646799-84a1-4e0f-88f6-135dfd47c759 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:17:54.738653 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9014f740-e30a-4b5b-9d49-50165cb859f9 req-349164bd-2e69-4762-9a82-9eaa9aad983e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 210 time: 0.0958309 Jun 24 04:17:54.776844 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0d5b3c04-8bc8-49db-80a2-6e6f2f157ede req-d306b61d-4f9b-4e44-b6f6-00fe328298dd tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845136 Jun 24 04:17:54.840537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:54.918870 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:54.964693 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Pushing event updated for resources: {'Port': ['ID=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:55.093100 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2aa37-6f46-49b7-ba0a-111bf7c96910 req-6790d8f3-5d5c-4497-87a5-6abd45893ef6 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:55.102978 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-12d2aa37-6f46-49b7-ba0a-111bf7c96910 req-6790d8f3-5d5c-4497-87a5-6abd45893ef6 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.1502047 Jun 24 04:17:55.149263 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628c6256-3f93-415e-8d57-183e79f02abb {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:17:55.160449 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Attempting to bind port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:55.161162 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Attempting to bind port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:55.163341 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Attempting to bind port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:55.214231 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:55.218677 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Publish callbacks [] for port (628c6256-3f93-415e-8d57-183e79f02abb), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:55.225159 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:17:55.225541 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Attempting to bind port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:55.256674 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:55.262417 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Checking segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:55.262846 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Bound using segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:55.263854 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Bound port: 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:55.264180 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:55.272587 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:55.306652 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:55.324385 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a44bfb-c39e-41ea-b625-f908129af474 req-4533f3de-7cc7-419f-abdf-cd0184364f15 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:55.331959 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a4a44bfb-c39e-41ea-b625-f908129af474 req-4533f3de-7cc7-419f-abdf-cd0184364f15 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.3183186 Jun 24 04:17:55.347671 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-12d2aa37-6f46-49b7-ba0a-111bf7c96910 req-cec9c455-4063-4ecb-85e1-371eae16015a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434440 Jun 24 04:17:55.374279 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:55.455809 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-33201cc3-6b33-4f7b-9074-8dd020f72528 service neutron] 10.222.0.43 "GET /v2.0/networks/b4bf1515-2e35-410d-b83f-ccbbbbc60ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419519 Jun 24 04:17:55.471343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Transition to ACTIVE for port object 628c6256-3f93-415e-8d57-183e79f02abb will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:17:55.584531 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] For port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a, host hv-cinder-84684, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:55.590016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:17:55.617522 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (628c6256-3f93-415e-8d57-183e79f02abb), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:55.639497 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:17:55.664500 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:17:55.712229 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'Port': ['ID=743a00dc-b28e-4621-9d5a-757c991d77fb,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:55.765374 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a4a44bfb-c39e-41ea-b625-f908129af474 req-6883d366-f77e-4cb1-ade1-e6bb53a7e787 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457217 Jun 24 04:17:55.824386 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] For port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:55.950138 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:56.000374 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4e3e7-b556-41d0-8768-02e87615b067 req-f23a2392-f09a-49b8-ba9a-92790326421a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:56.003227 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82f4e3e7-b556-41d0-8768-02e87615b067 req-f23a2392-f09a-49b8-ba9a-92790326421a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 931 time: 0.4534771 Jun 24 04:17:56.133004 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-58fb5f18-b256-4fa4-913c-1221f7dccd72 None None] Provisioning complete for port 743a00dc-b28e-4621-9d5a-757c991d77fb triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:17:56.133605 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-58fb5f18-b256-4fa4-913c-1221f7dccd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:56.151646 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:56.153514 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:56.156242 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] 10.222.0.43 "PUT /v2.0/ports/9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a HTTP/1.1" status: 200 len: 1093 time: 3.4486408 Jun 24 04:17:56.163645 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'tag': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:17:56.171787 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570", "tag": "9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:56.228635 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52cb53b4-21b6-4cb2-934c-c730861ffb73 req-1abbace8-d15f-4340-98de-e3a5c87aef22 service neutron] 10.222.0.43 "GET /v2.0/networks/b4bf1515-2e35-410d-b83f-ccbbbbc60ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764915 Jun 24 04:17:56.259964 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:56.259964 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:56.267807 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-58fb5f18-b256-4fa4-913c-1221f7dccd72 None None] Port 743a00dc-b28e-4621-9d5a-757c991d77fb cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:17:56.277829 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61094fac-4c3f-4b81-8545-68e818337119 req-283617bb-daa0-4993-8fe6-6cd066efdc56 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:56.284180 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-61094fac-4c3f-4b81-8545-68e818337119 req-283617bb-daa0-4993-8fe6-6cd066efdc56 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 931 time: 0.3355372 Jun 24 04:17:56.286579 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=628c6256-3f93-415e-8d57-183e79f02abb,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:56.320784 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] Pushing event updated for resources: {'Port': ['ID=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:56.341963 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15680038-79e1-44d0-bf98-1d22ed996825 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:17:56.348234 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:56.383763 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Publish callbacks [] for port (15680038-79e1-44d0-bf98-1d22ed996825), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:56.411082 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82f4e3e7-b556-41d0-8768-02e87615b067 req-b675d978-bbd5-4c61-a58e-3445106362b5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732513 Jun 24 04:17:56.446862 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Transition to ACTIVE for port object 15680038-79e1-44d0-bf98-1d22ed996825 will not be triggered until provisioned by entity L2. {{(pid=104593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:17:56.478713 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50044) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:56.498252 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Attempting to bind port a4646799-84a1-4e0f-88f6-135dfd47c759 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:56.500068 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Attempting to bind port a4646799-84a1-4e0f-88f6-135dfd47c759 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:56.500585 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Attempting to bind port a4646799-84a1-4e0f-88f6-135dfd47c759 on network 1499097c-b20d-4670-a290-7c6daddf6fa9 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:56.541061 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (15680038-79e1-44d0-bf98-1d22ed996825), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:56.600368 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:56.612659 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Port a4646799-84a1-4e0f-88f6-135dfd47c759 on network 1499097c-b20d-4670-a290-7c6daddf6fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:17:56.612890 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Attempting to bind port a4646799-84a1-4e0f-88f6-135dfd47c759 on network 1499097c-b20d-4670-a290-7c6daddf6fa9 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:56.646647 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-2b63940c-662a-42af-88b6-cbf0fc0c58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:56.648178 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-2b63940c-662a-42af-88b6-cbf0fc0c58ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 1127 time: 0.2787480 Jun 24 04:17:56.661093 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:56.661093 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Checking segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:56.661288 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Bound using segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:56.661662 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Bound port: a4646799-84a1-4e0f-88f6-135dfd47c759, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:56.662147 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:56.672526 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-61094fac-4c3f-4b81-8545-68e818337119 req-bcc0f4b5-fece-431a-85c3-f09533d40d65 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611922 Jun 24 04:17:56.698285 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-15f17425-ca78-4bd3-9a19-690a8e542cad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3871176 Jun 24 04:17:56.725056 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Request body: {'port': {'device_id': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:17:56.742020 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Pushing event updated for resources: {'Port': ['ID=15680038-79e1-44d0-bf98-1d22ed996825,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:56.770309 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-532b6707-9d1d-4aee-a145-6a30c850a75d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a HTTP/1.1" status: 200 len: 217 time: 0.1050518 Jun 24 04:17:56.771710 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Attempting to bind port 628c6256-3f93-415e-8d57-183e79f02abb on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:56.772933 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Attempting to bind port 628c6256-3f93-415e-8d57-183e79f02abb by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:56.772933 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Attempting to bind port 628c6256-3f93-415e-8d57-183e79f02abb on network 8ce8156e-f527-45c8-b424-190ecb88e595 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:56.863392 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c1118-7d27-4991-b2c1-cb0ad32aa1b7 req-b9416791-0451-40c4-b9b7-0a0734b1db50 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:56.880529 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0c1c1118-7d27-4991-b2c1-cb0ad32aa1b7 req-b9416791-0451-40c4-b9b7-0a0734b1db50 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 943 time: 0.2526700 Jun 24 04:17:56.886883 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1927a4cd-8e73-427b-abbe-e2a17f55d6ca x-openstack-request-id: req-1927a4cd-8e73-427b-abbe-e2a17f55d6ca {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:56.892325 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570", "tag": "9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:56.892878 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1927a4cd-8e73-427b-abbe-e2a17f55d6ca {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:56.897135 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1927a4cd-8e73-427b-abbe-e2a17f55d6ca'] response: {'name': 'network-changed', 'server_uuid': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'tag': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'status': 'completed', 'code': 200} Jun 24 04:17:56.945750 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-04f09d2a-54ae-4cc2-a8bf-117c19d05914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:56.958767 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Port 628c6256-3f93-415e-8d57-183e79f02abb on network 8ce8156e-f527-45c8-b424-190ecb88e595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:17:56.965133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Attempting to bind port 628c6256-3f93-415e-8d57-183e79f02abb on network 8ce8156e-f527-45c8-b424-190ecb88e595 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:56.994718 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Attempting to bind port 15680038-79e1-44d0-bf98-1d22ed996825 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:56.995421 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Attempting to bind port 15680038-79e1-44d0-bf98-1d22ed996825 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:56.997998 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Attempting to bind port 15680038-79e1-44d0-bf98-1d22ed996825 on network 8ce8156e-f527-45c8-b424-190ecb88e595 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:57.022876 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:57.023216 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Checking segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:57.023687 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Bound using segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:57.024178 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Bound port: 628c6256-3f93-415e-8d57-183e79f02abb, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:57.024401 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (628c6256-3f93-415e-8d57-183e79f02abb), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:57.035390 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Port 15680038-79e1-44d0-bf98-1d22ed996825 on network 8ce8156e-f527-45c8-b424-190ecb88e595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:17:57.036049 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Attempting to bind port 15680038-79e1-44d0-bf98-1d22ed996825 on network 8ce8156e-f527-45c8-b424-190ecb88e595 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:57.063777 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:57.064384 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Checking segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:57.066963 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Bound using segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:57.066963 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Bound port: 15680038-79e1-44d0-bf98-1d22ed996825, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:57.066963 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (15680038-79e1-44d0-bf98-1d22ed996825), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:57.114001 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0c1c1118-7d27-4991-b2c1-cb0ad32aa1b7 req-d83ff828-78d0-4061-beed-ee3a34ca8b08 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309480 Jun 24 04:17:57.200052 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:57.207177 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-05817902-98ee-4465-b5f8-02a8b2d06db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:57.210202 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-05817902-98ee-4465-b5f8-02a8b2d06db8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.4083135 Jun 24 04:17:57.279822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a8e13799-8772-4bc0-ac1c-0ab201d4ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:57.281350 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a8e13799-8772-4bc0-ac1c-0ab201d4ca48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580728 Jun 24 04:17:57.293974 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:57.337243 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5fdc5-b37c-4e5e-81ff-62fe792df1bf req-afe8a9c9-c621-43d0-95a8-6ff84003a212 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:57.346414 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-69f5fdc5-b37c-4e5e-81ff-62fe792df1bf req-afe8a9c9-c621-43d0-95a8-6ff84003a212 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0796199 Jun 24 04:17:57.434164 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] For port 15680038-79e1-44d0-bf98-1d22ed996825, host hv-cinder-84684, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:57.461687 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-04f09d2a-54ae-4cc2-a8bf-117c19d05914 admin admin] Publish callbacks [] for security_group (23ac3291-e16e-422b-a671-160a6ff6ce28), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:57.464028 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] For port 15680038-79e1-44d0-bf98-1d22ed996825, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=15680038-79e1-44d0-bf98-1d22ed996825,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:57.476023 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-69f5fdc5-b37c-4e5e-81ff-62fe792df1bf req-3df878a6-d60d-41eb-a102-b8be509f9224 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322811 Jun 24 04:17:57.501404 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:57.514508 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aa432-9cce-4088-8251-00177657c155 req-7c9c0e53-a7d6-4480-b7b5-19d0c49fd010 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:57.516213 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-438aa432-9cce-4088-8251-00177657c155 req-7c9c0e53-a7d6-4480-b7b5-19d0c49fd010 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.5180461 Jun 24 04:17:57.574452 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (15680038-79e1-44d0-bf98-1d22ed996825), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:57.580502 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-04f09d2a-54ae-4cc2-a8bf-117c19d05914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (23ac3291-e16e-422b-a671-160a6ff6ce28), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:57.666197 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2665e4f-63ad-45c9-8425-5307bf0aa763 req-466550ed-ba1c-4628-9377-5a23507ee0c3 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:57.674021 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e2665e4f-63ad-45c9-8425-5307bf0aa763 req-466550ed-ba1c-4628-9377-5a23507ee0c3 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.1344709 Jun 24 04:17:57.699703 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:57.700395 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:57.701912 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] 10.222.0.43 "PUT /v2.0/ports/15680038-79e1-44d0-bf98-1d22ed996825 HTTP/1.1" status: 200 len: 1093 time: 3.7715588 Jun 24 04:17:57.720814 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-04f09d2a-54ae-4cc2-a8bf-117c19d05914 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7cce4ceff8f42b9bf990acd1127509d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2405999 Jun 24 04:17:57.730185 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50086) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:17:57.736066 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f09d2a-54ae-4cc2-a8bf-117c19d05914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac3291-e16e-422b-a671-160a6ff6ce28,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:57.850001 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96186be5-f1ab-4660-b6bb-84e42e874b01 service neutron] Pushing event updated for resources: {'Port': ['ID=15680038-79e1-44d0-bf98-1d22ed996825,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:57.906176 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:57.921901 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e2665e4f-63ad-45c9-8425-5307bf0aa763 req-fc1f5a07-bbfb-4220-b203-55bd2e5ed301 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464123 Jun 24 04:17:58.046653 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-28848d02-97ac-4cd1-ba08-1da162a50ec5 admin admin] Publish callbacks [] for security_group (23ac3291-e16e-422b-a671-160a6ff6ce28), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:58.114004 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-28848d02-97ac-4cd1-ba08-1da162a50ec5 admin admin] Publish callbacks [] for security_group (23ac3291-e16e-422b-a671-160a6ff6ce28), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:58.129603 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-542feac6-ab4f-49d7-b5fa-54eafc2dc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:58.129603 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-542feac6-ab4f-49d7-b5fa-54eafc2dc589 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 1127 time: 0.2354276 Jun 24 04:17:58.129603 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:58.140482 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] For port 628c6256-3f93-415e-8d57-183e79f02abb, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:17:58.142534 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:58.198558 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] For port 628c6256-3f93-415e-8d57-183e79f02abb, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=628c6256-3f93-415e-8d57-183e79f02abb,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:17:58.211243 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:58.211941 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:58.213446 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] 10.222.0.43 "PUT /v2.0/ports/a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 200 len: 1093 time: 6.1889687 Jun 24 04:17:58.214802 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:58.221172 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=58 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:58.228547 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-e600c2b8-f4ec-46aa-b582-f862dea60da4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15680038-79e1-44d0-bf98-1d22ed996825 HTTP/1.1" status: 200 len: 217 time: 0.0845978 Jun 24 04:17:58.228677 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:17:58.282396 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-438aa432-9cce-4088-8251-00177657c155 req-dd050996-68aa-48c7-af64-f13000de6a5d tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419372 Jun 24 04:17:58.284251 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e1f04-1299-4428-ad14-71626bdc2814 service neutron] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:58.306756 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-3cd57754-874d-420a-9338-caba74b38093 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8642302 Jun 24 04:17:58.320213 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (628c6256-3f93-415e-8d57-183e79f02abb), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:58.347982 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-78b5d3ef-e55a-45e4-8485-d51d608db858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:58.349531 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-78b5d3ef-e55a-45e4-8485-d51d608db858 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0857944 Jun 24 04:17:58.360048 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ae5d17a4-e9b4-4d6f-99ce-6f81ea721939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:58.493355 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=19 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:58.553537 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-08f5cfeb-08c3-4434-9baa-24e7c8049ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:58.555106 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-08f5cfeb-08c3-4434-9baa-24e7c8049ddb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1852627 Jun 24 04:17:58.563010 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71940-653c-424a-be82-a7708212abc5 req-90b6de57-e946-4b93-b70b-49f102a0bd62 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:58.564314 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f6b71940-653c-424a-be82-a7708212abc5 req-90b6de57-e946-4b93-b70b-49f102a0bd62 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 931 time: 0.4239049 Jun 24 04:17:58.708960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9461f145-9bea-43e3-9fff-6ba69ace8a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:58.710646 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-28848d02-97ac-4cd1-ba08-1da162a50ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (23ac3291-e16e-422b-a671-160a6ff6ce28), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:58.715157 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-28848d02-97ac-4cd1-ba08-1da162a50ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:58.722201 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-28848d02-97ac-4cd1-ba08-1da162a50ec5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23ac3291-e16e-422b-a671-160a6ff6ce28 HTTP/1.1" status: 204 len: 168 time: 0.9707930 Jun 24 04:17:58.757177 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28848d02-97ac-4cd1-ba08-1da162a50ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac3291-e16e-422b-a671-160a6ff6ce28,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:58.782766 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:58.784827 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:58.805212 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/628c6256-3f93-415e-8d57-183e79f02abb HTTP/1.1" status: 200 len: 1094 time: 5.8419421 Jun 24 04:17:58.817567 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f6b71940-653c-424a-be82-a7708212abc5 req-db11907b-1969-42c2-a637-3cc18295438c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277095 Jun 24 04:17:58.896989 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-fe34f166-f6f0-41f9-acfd-ba3bc01a9e22 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207657 Jun 24 04:17:58.905039 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734155da-ee09-4da7-aa56-2c506b7ed2cd', 'tag': '15680038-79e1-44d0-bf98-1d22ed996825'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:17:58.905039 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71ca202-b008-4356-9626-1d877230a844" -d '{"events": [{"name": "network-changed", "server_uuid": "734155da-ee09-4da7-aa56-2c506b7ed2cd", "tag": "15680038-79e1-44d0-bf98-1d22ed996825"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:58.913370 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743a00dc-b28e-4621-9d5a-757c991d77fb {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:17:58.927973 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-f8987510-a0d5-4081-837e-30ffaae8a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:58.938775 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-f8987510-a0d5-4081-837e-30ffaae8a4e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 1127 time: 0.4939821 Jun 24 04:17:58.977606 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:58.989036 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4122af5-5e66-4ac0-89fe-cfd7010c6c7f req-25c26aa8-2892-4fcc-bfa9-f0772a85e993 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:58.991494 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e4122af5-5e66-4ac0-89fe-cfd7010c6c7f req-25c26aa8-2892-4fcc-bfa9-f0772a85e993 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 943 time: 0.4777594 Jun 24 04:17:59.004893 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Publish callbacks [] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:59.083818 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178f04c-c7fc-4a82-ade4-9fc348bda0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=628c6256-3f93-415e-8d57-183e79f02abb,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:59.085834 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0edc0-9255-4e1b-82a1-2f3012166373 req-848385cd-3e64-40a6-86ce-c550b6e66517 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:59.100253 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Transition to ACTIVE for port object 743a00dc-b28e-4621-9d5a-757c991d77fb will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:17:59.101893 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a4c0edc0-9255-4e1b-82a1-2f3012166373 req-848385cd-3e64-40a6-86ce-c550b6e66517 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.1204753 Jun 24 04:17:59.173116 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-8016291d-4e3a-458e-a574-2d541877bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:59.174940 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-8016291d-4e3a-458e-a574-2d541877bedb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 1128 time: 0.1791964 Jun 24 04:17:59.191915 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-205bfa65-e858-4a39-90f8-5bb70bd8eb89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 200 len: 217 time: 0.2488439 Jun 24 04:17:59.195623 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:59.260374 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-65298733-3254-4920-a278-364722804e68 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419534 Jun 24 04:17:59.449122 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-e12384a1-e046-4561-a7bc-7fe9ad3ad08a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628c6256-3f93-415e-8d57-183e79f02abb HTTP/1.1" status: 200 len: 217 time: 0.2084792 Jun 24 04:17:59.449122 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:17:59.449826 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a5bbbc2-7e19-466e-8bff-76cfc90d3753 req-c7b24c5b-c578-46d6-97ec-b8d4784caed1 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343461 Jun 24 04:17:59.482342 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a4c0edc0-9255-4e1b-82a1-2f3012166373 req-63d1fdb0-1a26-4128-a15f-a449c11d984d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777089 Jun 24 04:17:59.504897 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Pushing event updated for resources: {'Port': ['ID=743a00dc-b28e-4621-9d5a-757c991d77fb,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:59.575369 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-c60cfbbf-4413-4cf5-89fc-bd2b01cd9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:59.577876 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-c60cfbbf-4413-4cf5-89fc-bd2b01cd9309 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.3315983 Jun 24 04:17:59.583410 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e4122af5-5e66-4ac0-89fe-cfd7010c6c7f req-7712b246-7955-4a89-9575-5a4e146b330f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5750668 Jun 24 04:17:59.629346 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-cf93dde9-33d1-4988-896b-d8146dc403dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:59.633337 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-cf93dde9-33d1-4988-896b-d8146dc403dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.2126696 Jun 24 04:17:59.735447 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792e2d97-02fb-4845-84d8-766537d5f40c x-openstack-request-id: req-792e2d97-02fb-4845-84d8-766537d5f40c {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:59.735737 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734155da-ee09-4da7-aa56-2c506b7ed2cd", "tag": "15680038-79e1-44d0-bf98-1d22ed996825", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:59.736115 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-792e2d97-02fb-4845-84d8-766537d5f40c {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:59.736628 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792e2d97-02fb-4845-84d8-766537d5f40c'] response: {'name': 'network-changed', 'server_uuid': '734155da-ee09-4da7-aa56-2c506b7ed2cd', 'tag': '15680038-79e1-44d0-bf98-1d22ed996825', 'status': 'completed', 'code': 200} Jun 24 04:17:59.794081 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-165e47fe-8418-4553-a504-3141d281ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:59.796913 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-165e47fe-8418-4553-a504-3141d281ebda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1508806 Jun 24 04:17:59.797837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-952a84e3-a43c-4240-9de0-d0dca56df49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:59.799537 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-952a84e3-a43c-4240-9de0-d0dca56df49c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405981 Jun 24 04:17:59.800637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Attempting to bind port 743a00dc-b28e-4621-9d5a-757c991d77fb on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:17:59.800966 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Attempting to bind port 743a00dc-b28e-4621-9d5a-757c991d77fb by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:17:59.801279 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Attempting to bind port 743a00dc-b28e-4621-9d5a-757c991d77fb on network e7b2c59a-0555-4ea1-82f3-82731a83d232 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:59.806109 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Port 743a00dc-b28e-4621-9d5a-757c991d77fb on network e7b2c59a-0555-4ea1-82f3-82731a83d232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:17:59.806571 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Attempting to bind port 743a00dc-b28e-4621-9d5a-757c991d77fb on network e7b2c59a-0555-4ea1-82f3-82731a83d232 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:17:59.814226 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:17:59.814784 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Checking segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:17:59.815166 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Bound using segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:17:59.815538 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Bound port: 743a00dc-b28e-4621-9d5a-757c991d77fb, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:17:59.815890 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:17:59.901519 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-e6809835-2aea-4ef9-99af-c17d8a8eced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:17:59.901609 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a811b656-2f22-44c7-bffc-f37d57f715d6 x-openstack-request-id: req-a811b656-2f22-44c7-bffc-f37d57f715d6 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:59.901609 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:59.901609 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a811b656-2f22-44c7-bffc-f37d57f715d6 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:59.902144 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a811b656-2f22-44c7-bffc-f37d57f715d6'] response: {'name': 'network-changed', 'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'status': 'completed', 'code': 200} Jun 24 04:17:59.902252 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-e6809835-2aea-4ef9-99af-c17d8a8eced6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 1127 time: 0.0717835 Jun 24 04:18:00.004605 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cdee-2dbe-4587-8137-150047b4a54e req-ad803960-1331-4979-97c7-a4bffe765bf4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.006090 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91a7cdee-2dbe-4587-8137-150047b4a54e req-ad803960-1331-4979-97c7-a4bffe765bf4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.1937864 Jun 24 04:18:00.087425 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950870e-9ab8-467b-9c6d-2d28db5b842b req-d24406bc-93f1-40da-9878-cf1ac5e87c58 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.088928 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c950870e-9ab8-467b-9c6d-2d28db5b842b req-d24406bc-93f1-40da-9878-cf1ac5e87c58 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.1242297 Jun 24 04:18:00.142279 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca202-b008-4356-9626-1d877230a844 req-30610390-4671-4e1a-a6da-08791dc0519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.143789 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c71ca202-b008-4356-9626-1d877230a844 req-30610390-4671-4e1a-a6da-08791dc0519b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 1127 time: 0.1885085 Jun 24 04:18:00.149145 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-f27d204e-54d7-4bab-81d8-1d5ea0f6612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.150680 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-f27d204e-54d7-4bab-81d8-1d5ea0f6612d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 916 time: 0.2304580 Jun 24 04:18:00.165637 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c950870e-9ab8-467b-9c6d-2d28db5b842b req-844ac3fc-08a9-4bf4-968b-ebeb16b1081c tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657856 Jun 24 04:18:00.173320 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50140) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:00.186671 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] For port 743a00dc-b28e-4621-9d5a-757c991d77fb, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:00.192140 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9582d694-cd68-4d74-ba60-94f89aa77540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.224272 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-92ddf180-488f-42f8-9761-7f312e67286a service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680079 Jun 24 04:18:00.229958 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] For port 743a00dc-b28e-4621-9d5a-757c991d77fb, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=743a00dc-b28e-4621-9d5a-757c991d77fb,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:00.235691 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91a7cdee-2dbe-4587-8137-150047b4a54e req-44a92d3c-e6c8-479d-b9cb-314e85e6181e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023299 Jun 24 04:18:00.237455 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-58dc26fd-a141-49a8-bc89-788811e8d49e service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796644 Jun 24 04:18:00.301572 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.302157 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf3155-64f7-410a-9ddd-6d600edb3b24 req-d74a46c7-f3ad-401c-8346-a884fa7886f8 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.303875 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dcbf3155-64f7-410a-9ddd-6d600edb3b24 req-d74a46c7-f3ad-401c-8346-a884fa7886f8 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.0678666 Jun 24 04:18:00.343188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.343898 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.345656 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] 10.222.0.43 "PUT /v2.0/ports/743a00dc-b28e-4621-9d5a-757c991d77fb HTTP/1.1" status: 200 len: 1093 time: 3.6246850 Jun 24 04:18:00.360877 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9582d694-cd68-4d74-ba60-94f89aa77540 admin admin] Publish callbacks [] for security_group (02c36c7c-87ae-477d-aaf3-fc3024d44285), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.365009 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ec720-620c-4237-b733-d6c651e81d29 service neutron] Pushing event updated for resources: {'Port': ['ID=743a00dc-b28e-4621-9d5a-757c991d77fb,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:00.417117 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-d5d116b5-e380-4e49-b716-04312469e291 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a HTTP/1.1" status: 200 len: 217 time: 0.0374498 Jun 24 04:18:00.421070 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dcbf3155-64f7-410a-9ddd-6d600edb3b24 req-7340791f-beae-4037-94f2-d51a886d9aa5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087716 Jun 24 04:18:00.457612 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:00.514450 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-a2d19e7f-2583-41f8-8ea2-97bf0e228527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.516038 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-a2d19e7f-2583-41f8-8ea2-97bf0e228527 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.0697603 Jun 24 04:18:00.516694 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9582d694-cd68-4d74-ba60-94f89aa77540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (02c36c7c-87ae-477d-aaf3-fc3024d44285), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.537752 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f792b890-51f1-4d30-8e0b-c4f5f6e0e476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.569271 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9582d694-cd68-4d74-ba60-94f89aa77540 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=448d79b9f1884604ac5d18edda555fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947968 Jun 24 04:18:00.575405 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50150) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:00.576081 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582d694-cd68-4d74-ba60-94f89aa77540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c36c7c-87ae-477d-aaf3-fc3024d44285,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:00.650720 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24298d7c-6759-481e-8be1-55de6cb59dc6 admin admin] Publish callbacks [] for security_group (02c36c7c-87ae-477d-aaf3-fc3024d44285), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.676977 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24298d7c-6759-481e-8be1-55de6cb59dc6 admin admin] Publish callbacks [] for security_group (02c36c7c-87ae-477d-aaf3-fc3024d44285), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.764131 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff580b-eafb-4c93-8a5c-4ace8b1efebd req-a7301735-00e0-4ded-b1a7-9ed8879ec7f2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.765535 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-edff580b-eafb-4c93-8a5c-4ace8b1efebd req-a7301735-00e0-4ded-b1a7-9ed8879ec7f2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 943 time: 0.0551074 Jun 24 04:18:00.822604 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-edff580b-eafb-4c93-8a5c-4ace8b1efebd req-3efe81bd-9a66-404f-970d-90c6a1fb765c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512574 Jun 24 04:18:00.854608 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24298d7c-6759-481e-8be1-55de6cb59dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (02c36c7c-87ae-477d-aaf3-fc3024d44285), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.857706 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24298d7c-6759-481e-8be1-55de6cb59dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:00.858890 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-24298d7c-6759-481e-8be1-55de6cb59dc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02c36c7c-87ae-477d-aaf3-fc3024d44285 HTTP/1.1" status: 204 len: 168 time: 0.2800131 Jun 24 04:18:00.871269 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24298d7c-6759-481e-8be1-55de6cb59dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c36c7c-87ae-477d-aaf3-fc3024d44285,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:00.905747 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43837c24-cdb9-4d40-a842-cbc1ce077ce7 req-17283e4e-24ad-4a3a-8734-374d0e17178b service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250225 Jun 24 04:18:00.913695 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee5b9b-4de4-4df0-b37c-1f08406d5d90 req-ab993626-b47c-49ab-93a8-45a252e32474 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.915135 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-35ee5b9b-4de4-4df0-b37c-1f08406d5d90 req-ab993626-b47c-49ab-93a8-45a252e32474 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.1074219 Jun 24 04:18:00.921799 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccfab037-7b00-46fa-9a17-c81e9ad70b27 req-90da048c-c964-4cf0-a0e7-7519bdca9efa service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419221 Jun 24 04:18:00.921799 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca202-b008-4356-9626-1d877230a844 req-2d40f9ed-3909-4380-ac5d-fe3bf601c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:00.922324 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c71ca202-b008-4356-9626-1d877230a844 req-2d40f9ed-3909-4380-ac5d-fe3bf601c8f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.5426805 Jun 24 04:18:00.967663 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-35ee5b9b-4de4-4df0-b37c-1f08406d5d90 req-5c5dfed5-cc5f-47d8-b769-444b0a9f9e6e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Jun 24 04:18:01.119537 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:01.304520 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05dfcc-e61c-4c46-a387-71e4f1c99889 req-8852ebf4-5f8c-401d-9d41-c9170f1c8a7b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:01.306047 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fa05dfcc-e61c-4c46-a387-71e4f1c99889 req-8852ebf4-5f8c-401d-9d41-c9170f1c8a7b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.0559676 Jun 24 04:18:01.361343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56397c-dce6-494b-9763-e0759e90cd25 req-abcc4eda-47c9-4ae0-87d5-39f85395284a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:01.368617 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3d56397c-dce6-494b-9763-e0759e90cd25 req-abcc4eda-47c9-4ae0-87d5-39f85395284a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.0587637 Jun 24 04:18:01.373086 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fa05dfcc-e61c-4c46-a387-71e4f1c99889 req-d24fbb80-24d7-4c62-9577-b2ce5e97dc87 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599573 Jun 24 04:18:01.425079 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3d56397c-dce6-494b-9763-e0759e90cd25 req-8536f46c-57c8-4eba-b7bb-5faeaa91d8fd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555751 Jun 24 04:18:01.541904 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695cb25-776d-4c47-9550-af53458a1375 req-aa2c08d2-4e9f-4bdd-939e-c7bd0936fc3b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:01.543491 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6695cb25-776d-4c47-9550-af53458a1375 req-aa2c08d2-4e9f-4bdd-939e-c7bd0936fc3b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.0473483 Jun 24 04:18:01.595739 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6695cb25-776d-4c47-9550-af53458a1375 req-5fc3ebe2-213c-40e1-bc16-2f337227d2fe tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459225 Jun 24 04:18:01.761440 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-6cb4d022-cb31-4d5f-9fd2-59b08df9292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:01.763618 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-6cb4d022-cb31-4d5f-9fd2-59b08df9292b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537302 Jun 24 04:18:01.764446 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c71ca202-b008-4356-9626-1d877230a844 req-e35eda19-62c6-4daa-a7d2-c8250f25027b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15680038-79e1-44d0-bf98-1d22ed996825 HTTP/1.1" status: 200 len: 217 time: 0.0533013 Jun 24 04:18:01.776340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618083a3-87e7-4e83-971a-c301b092cb52 req-23e609e1-ac32-44a4-939e-018944d48098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:01.776340 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-23e609e1-ac32-44a4-939e-018944d48098 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 1127 time: 0.0930846 Jun 24 04:18:01.795752 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:01.915553 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab22e349-8bc5-4678-979e-0db7dfcfdb29', 'tag': '628c6256-3f93-415e-8d57-183e79f02abb'}, {'name': 'network-changed', 'server_uuid': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'tag': '743a00dc-b28e-4621-9d5a-757c991d77fb'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:01.917774 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3671ca3c-b625-43f8-9980-f4131cd087e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab22e349-8bc5-4678-979e-0db7dfcfdb29", "tag": "628c6256-3f93-415e-8d57-183e79f02abb"}, {"name": "network-changed", "server_uuid": "95960fad-f7dd-4195-97e2-b8519a0ac2d3", "tag": "743a00dc-b28e-4621-9d5a-757c991d77fb"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:01.939294 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102aef-2cd0-4f71-aab5-d56646d38699 req-a8ad0931-c4fe-4afc-bdaa-8b8dfef064c1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:01.940992 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5b102aef-2cd0-4f71-aab5-d56646d38699 req-a8ad0931-c4fe-4afc-bdaa-8b8dfef064c1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 943 time: 0.0561161 Jun 24 04:18:01.966487 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20095e87-f057-49c7-9b62-550ea4c1460a x-openstack-request-id: req-20095e87-f057-49c7-9b62-550ea4c1460a {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:01.966784 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab22e349-8bc5-4678-979e-0db7dfcfdb29", "tag": "628c6256-3f93-415e-8d57-183e79f02abb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "95960fad-f7dd-4195-97e2-b8519a0ac2d3", "tag": "743a00dc-b28e-4621-9d5a-757c991d77fb", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:01.967108 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20095e87-f057-49c7-9b62-550ea4c1460a {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:01.967523 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20095e87-f057-49c7-9b62-550ea4c1460a'] response: {'name': 'network-changed', 'server_uuid': 'ab22e349-8bc5-4678-979e-0db7dfcfdb29', 'tag': '628c6256-3f93-415e-8d57-183e79f02abb', 'status': 'completed', 'code': 200} Jun 24 04:18:01.967780 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20095e87-f057-49c7-9b62-550ea4c1460a'] response: {'name': 'network-changed', 'server_uuid': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'tag': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'status': 'completed', 'code': 200} Jun 24 04:18:01.997081 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5b102aef-2cd0-4f71-aab5-d56646d38699 req-0d87da7a-0198-458c-8301-f6bc941ba9ba tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488546 Jun 24 04:18:02.118180 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c982f-7afa-4aa1-8312-3474e6ce3727 req-87d31c08-c533-4a9d-b6ce-6aebd803942b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:02.119757 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3e4c982f-7afa-4aa1-8312-3474e6ce3727 req-87d31c08-c533-4a9d-b6ce-6aebd803942b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0495350 Jun 24 04:18:02.169538 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3e4c982f-7afa-4aa1-8312-3474e6ce3727 req-ef510273-fc0f-4ec8-8428-8d219299de48 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Jun 24 04:18:02.483248 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e7520-8656-4c68-b0b0-ca4fc28b92b5 req-eab055ad-7746-4609-a732-47e6c26d6579 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:02.484957 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-608e7520-8656-4c68-b0b0-ca4fc28b92b5 req-eab055ad-7746-4609-a732-47e6c26d6579 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.0502448 Jun 24 04:18:02.535683 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-608e7520-8656-4c68-b0b0-ca4fc28b92b5 req-7ee3656e-0636-4591-be9e-175b862478f7 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Jun 24 04:18:02.549007 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0042353-45ee-456f-8deb-1f120615060c req-8357c4e9-cc5e-4656-8307-69bd117680c5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:02.550662 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d0042353-45ee-456f-8deb-1f120615060c req-8357c4e9-cc5e-4656-8307-69bd117680c5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.0500979 Jun 24 04:18:02.600240 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d0042353-45ee-456f-8deb-1f120615060c req-7dba0446-ba17-4e61-a569-84c6722c6b6b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432014 Jun 24 04:18:02.649133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:02.713088 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fa7f8-c245-4018-beaa-929e3f7576ad req-543eac82-0445-4fa2-b18d-4afe939dffd9 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:02.714639 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-852fa7f8-c245-4018-beaa-929e3f7576ad req-543eac82-0445-4fa2-b18d-4afe939dffd9 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.0486634 Jun 24 04:18:02.767354 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-852fa7f8-c245-4018-beaa-929e3f7576ad req-7e10d074-8c50-4224-ae8a-130083c2a779 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465302 Jun 24 04:18:02.777946 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:02.854720 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:02.948824 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:03.108438 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:03.117436 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b6492-c348-41fe-baec-498d6c601689 req-9fe23458-19ba-42cd-b152-b5491e9c842e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:03.117436 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7c3b6492-c348-41fe-baec-498d6c601689 req-9fe23458-19ba-42cd-b152-b5491e9c842e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 943 time: 0.0478663 Jun 24 04:18:03.160641 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7c3b6492-c348-41fe-baec-498d6c601689 req-234a13a4-3e93-4b57-8352-c99b925ec336 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414793 Jun 24 04:18:03.290261 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4440d2-d328-4221-bba5-53d17f6e5f47 req-f4075140-b8a6-47d3-87e8-475185f92c09 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:03.294389 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9c4440d2-d328-4221-bba5-53d17f6e5f47 req-f4075140-b8a6-47d3-87e8-475185f92c09 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0492561 Jun 24 04:18:03.353203 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9c4440d2-d328-4221-bba5-53d17f6e5f47 req-3550e071-e7ed-49f0-be3d-a7a28a8f8c56 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Jun 24 04:18:03.393769 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:03.652062 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e44e-5bd1-458c-bdaf-aecce7b3592e req-bc3c04a6-45bb-4d37-b42e-af4969cb7567 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:03.654920 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9800e44e-5bd1-458c-bdaf-aecce7b3592e req-bc3c04a6-45bb-4d37-b42e-af4969cb7567 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.0499489 Jun 24 04:18:03.707582 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9800e44e-5bd1-458c-bdaf-aecce7b3592e req-3bd271bf-fe2c-4655-b74d-856eda4553a2 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 Jun 24 04:18:03.726831 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b795b4-50ee-45c5-8213-09a49883be0a req-152f1422-11ee-4085-b11d-9ea09248fb9b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:03.728511 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b7b795b4-50ee-45c5-8213-09a49883be0a req-152f1422-11ee-4085-b11d-9ea09248fb9b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.0516248 Jun 24 04:18:03.781683 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b7b795b4-50ee-45c5-8213-09a49883be0a req-d88e24fe-623a-4b5c-a4bd-1e40606adc99 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435195 Jun 24 04:18:03.884830 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f633ea-5639-4913-84aa-6efbaae006c4 req-a9300da9-940b-4fd4-808c-e8b863d34824 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:03.886164 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-01f633ea-5639-4913-84aa-6efbaae006c4 req-a9300da9-940b-4fd4-808c-e8b863d34824 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.0461395 Jun 24 04:18:03.932610 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-01f633ea-5639-4913-84aa-6efbaae006c4 req-71005777-8241-4d0f-b79e-29620da837e0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 Jun 24 04:18:04.123943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.277626 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8db6ca-88c6-438f-9900-b8e41db08929 req-17a23347-497a-4af7-9ca1-3b1dfebe0db6 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:04.279734 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9b8db6ca-88c6-438f-9900-b8e41db08929 req-17a23347-497a-4af7-9ca1-3b1dfebe0db6 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 943 time: 0.0515752 Jun 24 04:18:04.311739 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.325939 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9b8db6ca-88c6-438f-9900-b8e41db08929 req-070a1de5-9beb-4fea-8006-98aecbed41cc tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406623 Jun 24 04:18:04.358086 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.403067 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.470132 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31c4a0-a7e3-4f0b-b782-a851824cf045 req-d3b727c6-8db5-4fe2-bf32-f5f0eb3fe9d2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:04.471613 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8d31c4a0-a7e3-4f0b-b782-a851824cf045 req-d3b727c6-8db5-4fe2-bf32-f5f0eb3fe9d2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0463841 Jun 24 04:18:04.518380 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8d31c4a0-a7e3-4f0b-b782-a851824cf045 req-e3e547b3-8bb9-4671-bb16-dae91e61ee76 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Jun 24 04:18:04.597391 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.694045 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.739715 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.765526 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.768210 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:18:04.830282 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:04.855291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166e55-a9f1-402c-a590-13ad4de645a7 req-b0d48561-8d0f-447e-b98c-5b2394872cd7 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:04.856713 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0166e55-a9f1-402c-a590-13ad4de645a7 req-b0d48561-8d0f-447e-b98c-5b2394872cd7 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 944 time: 0.0566680 Jun 24 04:18:04.891809 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:04.905741 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:18:04.911529 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33dea-40fe-4d5b-9ef6-f0055f81ff4e req-ad4e6e68-d92b-47be-aa00-f067992b3f4b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:04.913559 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9ea33dea-40fe-4d5b-9ef6-f0055f81ff4e req-ad4e6e68-d92b-47be-aa00-f067992b3f4b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.0597379 Jun 24 04:18:04.914871 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0166e55-a9f1-402c-a590-13ad4de645a7 req-f205a36d-2044-41fc-8dc7-f3e662c834c2 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525379 Jun 24 04:18:04.945325 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:04.945860 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:04.959839 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:18:04.969076 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9ea33dea-40fe-4d5b-9ef6-f0055f81ff4e req-8e2ed746-9166-4c7d-8991-f582f4c76397 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490611 Jun 24 04:18:04.983110 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:05.051499 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba49a0-6c56-4e0d-a86b-287712e43e23 req-5e13f394-d3ea-435c-a8ae-4e3642fb84b3 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:05.052977 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-faba49a0-6c56-4e0d-a86b-287712e43e23 req-5e13f394-d3ea-435c-a8ae-4e3642fb84b3 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.0477853 Jun 24 04:18:05.062145 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:05.063003 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 9db12867-7f3c-4aed-ab68-f4fff1b4247b details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:18:05.105116 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-faba49a0-6c56-4e0d-a86b-287712e43e23 req-1f359899-12c5-4021-959e-f7f4d7799d0e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465584 Jun 24 04:18:05.138335 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:05.205705 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 9db12867-7f3c-4aed-ab68-f4fff1b4247b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9db12867-7f3c-4aed-ab68-f4fff1b4247b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:05.217598 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '9db12867-7f3c-4aed-ab68-f4fff1b4247b', 'network_id': 'b4bf1515-2e35-410d-b83f-ccbbbbc60ef1', 'port_id': '9db12867-7f3c-4aed-ab68-f4fff1b4247b', 'mac_address': 'fa:16:3e:1a:cd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1958fe92-ad3a-4bd2-9413-a7358c8f9f21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:18:05.219097 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:05.234082 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:05.253320 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 9db12867-7f3c-4aed-ab68-f4fff1b4247b is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:05.253702 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:05.267155 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db12867-7f3c-4aed-ab68-f4fff1b4247b {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:18:05.291486 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 9db12867-7f3c-4aed-ab68-f4fff1b4247b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9db12867-7f3c-4aed-ab68-f4fff1b4247b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:05.302678 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:05.382338 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:05.410990 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:05.431083 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=9db12867-7f3c-4aed-ab68-f4fff1b4247b,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:05.438861 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39767bf6-a9cd-41e7-b229-1bb526af362c req-6d20d20f-985a-4e51-8bc7-28b84862f282 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:05.440354 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-39767bf6-a9cd-41e7-b229-1bb526af362c req-6d20d20f-985a-4e51-8bc7-28b84862f282 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 944 time: 0.0480120 Jun 24 04:18:05.487169 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-39767bf6-a9cd-41e7-b229-1bb526af362c req-37702a8a-52dd-46f2-9ef6-787f51f7ea9e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411515 Jun 24 04:18:05.635943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3096519-84c8-43d3-8f38-1b89fffe0cd4 req-90c538e1-3bbb-4e96-8cd0-d4dbd3ac4f0a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:05.637428 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c3096519-84c8-43d3-8f38-1b89fffe0cd4 req-90c538e1-3bbb-4e96-8cd0-d4dbd3ac4f0a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0484061 Jun 24 04:18:05.666255 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:05.688251 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c3096519-84c8-43d3-8f38-1b89fffe0cd4 req-8a746dcc-191f-4098-b7ad-457a2ab1afec tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Jun 24 04:18:05.690942 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:05.951662 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.005182 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.029342 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66af627-d1f9-4087-8219-6a7f0209cd5e req-4f4ebbde-2916-426b-8ca2-0f8ad0e51fab tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:06.030882 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a66af627-d1f9-4087-8219-6a7f0209cd5e req-4f4ebbde-2916-426b-8ca2-0f8ad0e51fab tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 945 time: 0.0500722 Jun 24 04:18:06.079783 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc015e7-7ce1-4f9b-b981-9e694e45a9a1 req-cc9a746f-9526-4d3c-91c7-30813a03e9e7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:06.081214 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1dc015e7-7ce1-4f9b-b981-9e694e45a9a1 req-cc9a746f-9526-4d3c-91c7-30813a03e9e7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.0481753 Jun 24 04:18:06.081824 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a66af627-d1f9-4087-8219-6a7f0209cd5e req-27561273-45b8-4dec-92bb-2a8168193d9f tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Jun 24 04:18:06.131341 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1dc015e7-7ce1-4f9b-b981-9e694e45a9a1 req-6f4ae727-650f-4f8d-8fda-7f726c64c0df tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Jun 24 04:18:06.150342 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['9db12867-7f3c-4aed-ab68-f4fff1b4247b'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:18:06.230067 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26b3f-8c09-4bea-b287-25bd348e18e0 req-ce095a76-d984-4446-8981-e15ca9c81b94 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:06.233171 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f6f26b3f-8c09-4bea-b287-25bd348e18e0 req-ce095a76-d984-4446-8981-e15ca9c81b94 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.0494511 Jun 24 04:18:06.270499 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.277281 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:18:06.283442 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f6f26b3f-8c09-4bea-b287-25bd348e18e0 req-bb210c2a-2a88-4201-bd93-5afe3f27ef5a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437231 Jun 24 04:18:06.365486 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.502604 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.601454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb067b8a-76f2-489f-adc8-437575d7718d req-c8a68014-2467-4c4c-af28-48122b7ef662 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:06.602946 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-eb067b8a-76f2-489f-adc8-437575d7718d req-c8a68014-2467-4c4c-af28-48122b7ef662 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 944 time: 0.0493517 Jun 24 04:18:06.650565 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-eb067b8a-76f2-489f-adc8-437575d7718d req-b01b7d38-d1cf-4fd5-af83-b359c598811d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 Jun 24 04:18:06.651822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.671675 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.780716 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.805010 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba211107-c37b-4397-b9d9-b6b073f5749d req-1bc5ffc1-33a9-4ec6-af9f-f578d6d4dc22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:06.806627 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ba211107-c37b-4397-b9d9-b6b073f5749d req-1bc5ffc1-33a9-4ec6-af9f-f578d6d4dc22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0469353 Jun 24 04:18:06.860766 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ba211107-c37b-4397-b9d9-b6b073f5749d req-03b5fa85-5a57-4590-8aad-2d07bc4ad9f1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480735 Jun 24 04:18:06.872168 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-b7f0265a-c06d-4a10-bdf3-6acbd29627ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743a00dc-b28e-4621-9d5a-757c991d77fb HTTP/1.1" status: 200 len: 217 time: 0.0696414 Jun 24 04:18:06.888670 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:06.906223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca202-b008-4356-9626-1d877230a844 req-2adc65aa-d16a-4ad4-979e-de7393652336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:06.907689 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c71ca202-b008-4356-9626-1d877230a844 req-2adc65aa-d16a-4ad4-979e-de7393652336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.1041367 Jun 24 04:18:07.163106 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:07.200900 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec05882-833b-444c-9d0f-a753cf3521e3 req-8421d978-adae-43c3-a229-bb89fcf1f349 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:07.203974 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9ec05882-833b-444c-9d0f-a753cf3521e3 req-8421d978-adae-43c3-a229-bb89fcf1f349 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 945 time: 0.0528469 Jun 24 04:18:07.264810 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9ec05882-833b-444c-9d0f-a753cf3521e3 req-46875bfc-9526-41fc-9827-69ca24a049c1 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547528 Jun 24 04:18:07.265131 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb04af-2fbf-49bf-96b4-874a67f7862c req-98bdc669-bd21-41a5-9e53-58958e5b8b28 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:07.267689 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6efb04af-2fbf-49bf-96b4-874a67f7862c req-98bdc669-bd21-41a5-9e53-58958e5b8b28 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.0648448 Jun 24 04:18:07.335654 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6efb04af-2fbf-49bf-96b4-874a67f7862c req-3857b345-36eb-45b8-8e7c-345df120f063 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604455 Jun 24 04:18:07.404600 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd860-4d0d-4a71-9294-91e4731c40c7 req-e786bc30-f14b-4051-813f-95f6293c7221 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:07.406099 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-944fd860-4d0d-4a71-9294-91e4731c40c7 req-e786bc30-f14b-4051-813f-95f6293c7221 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.0495422 Jun 24 04:18:07.444182 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:07.457919 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-944fd860-4d0d-4a71-9294-91e4731c40c7 req-78e9b9e6-f7c2-423b-8837-60e2b6c87311 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457194 Jun 24 04:18:07.570785 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:07.648626 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:07.822237 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4842cfe-0a66-49ab-ad7b-3faa407492fd req-c0d956d3-5677-4f9e-8101-0b38da4f56f7 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:07.823824 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a4842cfe-0a66-49ab-ad7b-3faa407492fd req-c0d956d3-5677-4f9e-8101-0b38da4f56f7 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 944 time: 0.1002243 Jun 24 04:18:07.892681 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-27315029-0021-4c13-b1c0-b13559df54ba service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770115 Jun 24 04:18:07.913425 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a4842cfe-0a66-49ab-ad7b-3faa407492fd req-c5c4bb07-bf5b-4b3d-a631-c49de273c85e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780497 Jun 24 04:18:07.925988 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-b3f623d0-cb94-48c9-b198-a82fc98d3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:07.929089 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-b3f623d0-cb94-48c9-b198-a82fc98d3e89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 1128 time: 0.1674068 Jun 24 04:18:07.958171 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-b5f7e5d6-cfcd-4ef3-ae4d-e1a953c82f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:07.959693 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-b5f7e5d6-cfcd-4ef3-ae4d-e1a953c82f01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 1127 time: 0.1893725 Jun 24 04:18:07.986353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca202-b008-4356-9626-1d877230a844 req-a2cc7be3-c6d7-4af4-9afa-f96e3d92d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:07.986353 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c71ca202-b008-4356-9626-1d877230a844 req-a2cc7be3-c6d7-4af4-9afa-f96e3d92d593 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2006166 Jun 24 04:18:07.986353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618083a3-87e7-4e83-971a-c301b092cb52 req-dc47a842-0379-4b17-b29a-d96580b9e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:07.986353 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-dc47a842-0379-4b17-b29a-d96580b9e7ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6c6cc8-dfad-4589-a778-52f0206b85e3 HTTP/1.1" status: 200 len: 849 time: 0.1997383 Jun 24 04:18:08.041807 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-90ddcf2d-9bb8-4e2e-a326-b842c0f110ab req-d32bef44-6c4e-43c4-9620-c5896be0799a service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404748 Jun 24 04:18:08.152028 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 628c6256-3f93-415e-8d57-183e79f02abb details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:18:08.160470 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:08.171502 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c64928-b3af-40f5-b30b-c060794e0a7b req-37bef078-3b97-4294-a563-ec7bccc8989d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.172839 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-12c64928-b3af-40f5-b30b-c060794e0a7b req-37bef078-3b97-4294-a563-ec7bccc8989d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.1769035 Jun 24 04:18:08.221037 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618083a3-87e7-4e83-971a-c301b092cb52 req-d1b9206f-41b1-4dc5-8b34-0954055c4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.224896 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-d1b9206f-41b1-4dc5-8b34-0954055c4f6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7b2c59a-0555-4ea1-82f3-82731a83d232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2037661 Jun 24 04:18:08.267497 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:18:08.278124 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:08.306248 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:08.334957 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 628c6256-3f93-415e-8d57-183e79f02abb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=628c6256-3f93-415e-8d57-183e79f02abb,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:08.349382 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '628c6256-3f93-415e-8d57-183e79f02abb', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'port_id': '628c6256-3f93-415e-8d57-183e79f02abb', 'mac_address': 'fa:16:3e:fe:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:18:08.369223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-725c5f6b-07f4-4005-b22d-2486028d80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.370756 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-725c5f6b-07f4-4005-b22d-2486028d80b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.4364460 Jun 24 04:18:08.378489 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c71ca202-b008-4356-9626-1d877230a844 req-e8a7fde4-b5d0-436c-ae2c-3dbc6f570ba9 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560355 Jun 24 04:18:08.379517 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-06c8ddde-cd87-4609-837d-918248e8b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.380867 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-06c8ddde-cd87-4609-837d-918248e8b039 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.3759277 Jun 24 04:18:08.389364 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 628c6256-3f93-415e-8d57-183e79f02abb is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:08.390075 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (628c6256-3f93-415e-8d57-183e79f02abb), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:08.394490 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:08.394873 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:08.406202 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da383c-3d8e-4200-86b7-e4a2063b9914 req-94cacec5-e976-4c2d-b87a-e7f9bd3f289c tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.408545 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c2da383c-3d8e-4200-86b7-e4a2063b9914 req-94cacec5-e976-4c2d-b87a-e7f9bd3f289c tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 945 time: 0.0552671 Jun 24 04:18:08.430612 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628c6256-3f93-415e-8d57-183e79f02abb {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:18:08.460791 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c2da383c-3d8e-4200-86b7-e4a2063b9914 req-0bb6de5f-c424-4f6b-9085-677ae3282fdc tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459461 Jun 24 04:18:08.461110 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 628c6256-3f93-415e-8d57-183e79f02abb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=628c6256-3f93-415e-8d57-183e79f02abb,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:08.487098 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-12c64928-b3af-40f5-b30b-c060794e0a7b req-cba09f2a-700f-430b-9ca9-76c55cc7b922 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782547 Jun 24 04:18:08.518480 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-75b3c0ad-9c2b-4c25-a859-55f6b7578dea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628c6256-3f93-415e-8d57-183e79f02abb HTTP/1.1" status: 200 len: 217 time: 0.1366315 Jun 24 04:18:08.523765 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-29b26e33-bb74-4d7f-b8db-d3598d152441 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 200 len: 217 time: 0.1121399 Jun 24 04:18:08.531301 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:08.531301 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:08.555510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:08.602572 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff43d5d-2b97-48cc-8c5f-4a0dd90d6f44 req-a44c68a3-3397-4bb1-a058-71da34217bc4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.604171 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2ff43d5d-2b97-48cc-8c5f-4a0dd90d6f44 req-a44c68a3-3397-4bb1-a058-71da34217bc4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 943 time: 0.0558848 Jun 24 04:18:08.624430 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (628c6256-3f93-415e-8d57-183e79f02abb), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:08.625051 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 15680038-79e1-44d0-bf98-1d22ed996825 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:18:08.643231 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:08.679078 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-aaa94027-bde9-4184-b28f-3e359e0008ef service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200537 Jun 24 04:18:08.687023 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2ff43d5d-2b97-48cc-8c5f-4a0dd90d6f44 req-3a661b8e-ba09-429d-af7c-2fc800fc8a15 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739636 Jun 24 04:18:08.751307 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485d03a-0e71-4f9c-8b52-865c171769e6 req-8f3a1055-422d-4ad5-83e7-f6db801a23cf tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.752742 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3485d03a-0e71-4f9c-8b52-865c171769e6 req-8f3a1055-422d-4ad5-83e7-f6db801a23cf tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.1524448 Jun 24 04:18:08.760172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-2a87873f-3cfe-4738-bca5-b48a079d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.761578 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-2a87873f-3cfe-4738-bca5-b48a079d4091 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.2260616 Jun 24 04:18:08.772074 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-f07c9f37-38cb-4dd8-992d-fdafea3168f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:08.773452 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-f07c9f37-38cb-4dd8-992d-fdafea3168f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.2488420 Jun 24 04:18:08.779031 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772c77d4-9328-4390-a7e1-e1e4a5e457c1" -d '{"events": [{"server_uuid": "f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570", "name": "network-vif-plugged", "status": "completed", "tag": "9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:08.785356 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:08.786170 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 9db12867-7f3c-4aed-ab68-f4fff1b4247b up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:08.849371 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 15680038-79e1-44d0-bf98-1d22ed996825, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=15680038-79e1-44d0-bf98-1d22ed996825,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:08.861251 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=628c6256-3f93-415e-8d57-183e79f02abb,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:08.884337 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:08.898185 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f874e3-0c51-4479-bdf3-a9dedf0165e0 x-openstack-request-id: req-a8f874e3-0c51-4479-bdf3-a9dedf0165e0 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:08.898862 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570", "name": "network-vif-plugged", "status": "completed", "tag": "9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:08.899119 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8f874e3-0c51-4479-bdf3-a9dedf0165e0 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:08.899632 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f874e3-0c51-4479-bdf3-a9dedf0165e0'] response: {'server_uuid': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'code': 200} Jun 24 04:18:08.901431 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '15680038-79e1-44d0-bf98-1d22ed996825', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'port_id': '15680038-79e1-44d0-bf98-1d22ed996825', 'mac_address': 'fa:16:3e:92:8a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:18:08.937609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 9db12867-7f3c-4aed-ab68-f4fff1b4247b completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:18:08.995684 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:08.999500 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 15680038-79e1-44d0-bf98-1d22ed996825 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:08.999897 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (15680038-79e1-44d0-bf98-1d22ed996825), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:09.015316 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15680038-79e1-44d0-bf98-1d22ed996825 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:18:09.055061 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 15680038-79e1-44d0-bf98-1d22ed996825, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=15680038-79e1-44d0-bf98-1d22ed996825,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:09.074428 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 9db12867-7f3c-4aed-ab68-f4fff1b4247b triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:09.074831 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:09.082598 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:09.093289 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c71ca202-b008-4356-9626-1d877230a844 req-ece8e45e-0174-4bfe-8cfb-f4c1c3fc8a8e service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826539 Jun 24 04:18:09.094393 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b471f0f-b1f2-4b99-a3da-13100a9f4564 req-6faa1904-b40e-489e-bb1c-b96b34c01fa2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:09.095867 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8b471f0f-b1f2-4b99-a3da-13100a9f4564 req-6faa1904-b40e-489e-bb1c-b96b34c01fa2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0727243 Jun 24 04:18:09.139210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:09.166266 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8b471f0f-b1f2-4b99-a3da-13100a9f4564 req-dc737a02-93b3-4942-bbf5-80da491a7fe7 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609567 Jun 24 04:18:09.192214 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (15680038-79e1-44d0-bf98-1d22ed996825), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:09.194647 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:18:09.214836 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-c0a60098-157c-4d6f-93da-0a623e705ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:09.214836 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-c0a60098-157c-4d6f-93da-0a623e705ff5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4231832 Jun 24 04:18:09.222192 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-b8426c11-e824-49c3-803f-b1f37b478402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:09.235961 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-b8426c11-e824-49c3-803f-b1f37b478402 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4366677 Jun 24 04:18:09.247647 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3485d03a-0e71-4f9c-8b52-865c171769e6 req-23f5b708-8a8d-4668-bae0-e257364c22c1 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4740260 Jun 24 04:18:09.315190 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-618083a3-87e7-4e83-971a-c301b092cb52 req-b1b2178b-30de-4243-b348-5db7dc6ce884 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099784 Jun 24 04:18:09.335821 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 9db12867-7f3c-4aed-ab68-f4fff1b4247b is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:09.336202 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:09.426648 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=15680038-79e1-44d0-bf98-1d22ed996825,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:09.461890 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 9db12867-7f3c-4aed-ab68-f4fff1b4247b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9db12867-7f3c-4aed-ab68-f4fff1b4247b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:09.483915 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:09.496746 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'port_id': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'mac_address': 'fa:16:3e:6a:68:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:18:09.501392 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ef20-7ab1-4b11-ac49-762db0787f83 req-c026412d-af96-4dc1-b274-3a981e134911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:09.508603 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2a13ef20-7ab1-4b11-ac49-762db0787f83 req-c026412d-af96-4dc1-b274-3a981e134911 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 1129 time: 0.1399360 Jun 24 04:18:09.508603 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-6589502e-8de7-4cf5-bc3e-b64bdf0987af service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859018 Jun 24 04:18:09.524794 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-546f7945-5e9f-4193-9888-04064cf04107 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700739 Jun 24 04:18:09.538816 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:09.542912 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port a4646799-84a1-4e0f-88f6-135dfd47c759 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:09.543290 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:09.580720 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4646799-84a1-4e0f-88f6-135dfd47c759 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:18:09.590232 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:09.614527 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:09.619688 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=9db12867-7f3c-4aed-ab68-f4fff1b4247b,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:09.641081 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d819f-ad0c-43ef-86cb-d49230902179 req-48ee62ae-dd7f-45db-b882-6e999f059df9 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:09.642695 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-555d819f-ad0c-43ef-86cb-d49230902179 req-48ee62ae-dd7f-45db-b882-6e999f059df9 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.1054986 Jun 24 04:18:09.644395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f48be-431c-4be4-ad4e-c57216224c35 req-5b48bd75-55b4-4dbd-9d74-567fa554af7d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:09.651924 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9a2f48be-431c-4be4-ad4e-c57216224c35 req-5b48bd75-55b4-4dbd-9d74-567fa554af7d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0751419 Jun 24 04:18:09.678460 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:09.702260 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9a2f48be-431c-4be4-ad4e-c57216224c35 req-cc458bc3-caae-475e-b075-9fc304877526 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493977 Jun 24 04:18:09.708717 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-555d819f-ad0c-43ef-86cb-d49230902179 req-c13a067d-9581-4fe3-b931-75da899817be tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Jun 24 04:18:09.744508 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:09.811924 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047607f-28fb-4ad0-b1b4-7564bf1825f6 req-7cc29ac6-14e3-493f-8a51-da09cb233d02 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:09.813421 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a047607f-28fb-4ad0-b1b4-7564bf1825f6 req-7cc29ac6-14e3-493f-8a51-da09cb233d02 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 944 time: 0.0487499 Jun 24 04:18:09.839890 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:09.867293 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50446) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:09.871089 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a047607f-28fb-4ad0-b1b4-7564bf1825f6 req-d4e06304-af57-4a2e-a7a0-190f0a3b2012 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Jun 24 04:18:09.975984 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-60cbe04e-a081-44de-bdce-82195e3ff84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.020156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:10.051768 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-60cbe04e-a081-44de-bdce-82195e3ff84c admin admin] Publish callbacks [] for security_group (baef9dc9-a028-45de-ba37-622509447416), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.170685 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-60cbe04e-a081-44de-bdce-82195e3ff84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (baef9dc9-a028-45de-ba37-622509447416), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.217281 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbe04e-a081-44de-bdce-82195e3ff84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baef9dc9-a028-45de-ba37-622509447416,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:10.223248 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-60cbe04e-a081-44de-bdce-82195e3ff84c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eef3e99567d140f69419fa851e149182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546064 Jun 24 04:18:10.226120 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50452) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:10.226824 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['628c6256-3f93-415e-8d57-183e79f02abb'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:18:10.287296 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a2408-37a1-416c-ab51-eb49bb9c6fff req-d3c86ddf-fe19-4f57-afc8-096807a5d581 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:10.289097 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2b5a2408-37a1-416c-ab51-eb49bb9c6fff req-d3c86ddf-fe19-4f57-afc8-096807a5d581 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0524497 Jun 24 04:18:10.317767 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['a4646799-84a1-4e0f-88f6-135dfd47c759'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:18:10.345197 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2b5a2408-37a1-416c-ab51-eb49bb9c6fff req-9ee5c71d-1976-4e43-97ec-18af94caab18 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481277 Jun 24 04:18:10.351975 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-2a13ef20-7ab1-4b11-ac49-762db0787f83 req-fb5acd67-2cc4-4261-a86b-956e8c0eb015 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.386917 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:10.467757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['15680038-79e1-44d0-bf98-1d22ed996825'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:18:10.514986 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-331943e8-111d-40df-9d55-b5d7ca069cd1 admin admin] Publish callbacks [] for security_group (baef9dc9-a028-45de-ba37-622509447416), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.522235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be243aef-d2c1-448d-afbc-3cddd4982644 req-9828695e-4d35-48de-aeac-ef5951bd00d2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:10.523736 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be243aef-d2c1-448d-afbc-3cddd4982644 req-9828695e-4d35-48de-aeac-ef5951bd00d2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.1741304 Jun 24 04:18:10.591274 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-0b58af34-0e4e-463e-8e64-9440512c1e73 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097723 Jun 24 04:18:10.605624 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9461f145-9bea-43e3-9fff-6ba69ace8a4c req-53b6bdfb-ee92-41ab-b742-d0557ac09ca1 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332419 Jun 24 04:18:10.610930 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-331943e8-111d-40df-9d55-b5d7ca069cd1 admin admin] Publish callbacks [] for security_group (baef9dc9-a028-45de-ba37-622509447416), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.694387 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:10.730421 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be243aef-d2c1-448d-afbc-3cddd4982644 req-f72b1895-9158-4840-9e19-d7cc26853ae7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727993 Jun 24 04:18:10.768880 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-2a13ef20-7ab1-4b11-ac49-762db0787f83 req-fb5acd67-2cc4-4261-a86b-956e8c0eb015 service neutron] Publish callbacks [] for security_group (726f3af3-705c-4e28-a1e3-fa2f5f9d7e89), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.770992 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-c4c1afde-1cd5-4a35-9381-a098055d87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:10.772732 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-c4c1afde-1cd5-4a35-9381-a098055d87e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 1127 time: 0.1051979 Jun 24 04:18:10.848469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7c63-abbe-463c-bc4d-ca591b1b7e6c req-09d538f9-3943-4403-befe-c50b4d2c2d09 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:10.849865 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e67e7c63-abbe-463c-bc4d-ca591b1b7e6c req-09d538f9-3943-4403-befe-c50b4d2c2d09 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0485411 Jun 24 04:18:10.882525 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-331943e8-111d-40df-9d55-b5d7ca069cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (baef9dc9-a028-45de-ba37-622509447416), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.884435 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-331943e8-111d-40df-9d55-b5d7ca069cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.885556 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-331943e8-111d-40df-9d55-b5d7ca069cd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/baef9dc9-a028-45de-ba37-622509447416 HTTP/1.1" status: 204 len: 168 time: 0.6576905 Jun 24 04:18:10.886234 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-2a13ef20-7ab1-4b11-ac49-762db0787f83 req-fb5acd67-2cc4-4261-a86b-956e8c0eb015 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (726f3af3-705c-4e28-a1e3-fa2f5f9d7e89), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:10.901079 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f16fc0-cce2-4425-b19e-3d48d212e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db12867-7f3c-4aed-ab68-f4fff1b4247b'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:10.904484 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590abbed-05e5-4554-abc9-f94a5b4a9aa5" -d '{"events": [{"server_uuid": "01f16fc0-cce2-4425-b19e-3d48d212e9be", "name": "network-vif-plugged", "status": "completed", "tag": "9db12867-7f3c-4aed-ab68-f4fff1b4247b"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:10.910305 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:10.915040 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e67e7c63-abbe-463c-bc4d-ca591b1b7e6c req-09b617b3-5bd8-4d75-a56f-de8634ee24e5 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590892 Jun 24 04:18:10.931045 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8670f55-aa39-4660-916a-b18b06b27cf3 req-c971ec64-c1b5-4c94-842c-651ff636882f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:10.932556 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a8670f55-aa39-4660-916a-b18b06b27cf3 req-c971ec64-c1b5-4c94-842c-651ff636882f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 944 time: 0.1266141 Jun 24 04:18:10.947804 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331943e8-111d-40df-9d55-b5d7ca069cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef9dc9-a028-45de-ba37-622509447416,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:10.991146 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2a13ef20-7ab1-4b11-ac49-762db0787f83 req-fb5acd67-2cc4-4261-a86b-956e8c0eb015 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7176912 Jun 24 04:18:10.999599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-5f8faf11-af2f-4cac-a8a0-7ba49eac7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:11.001060 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-5f8faf11-af2f-4cac-a8a0-7ba49eac7415 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 911 time: 0.2199962 Jun 24 04:18:11.026275 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5acd67-2cc4-4261-a86b-956e8c0eb015 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=726f3af3-705c-4e28-a1e3-fa2f5f9d7e89,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:11.046790 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a8670f55-aa39-4660-916a-b18b06b27cf3 req-e0292c75-da10-4341-aefb-b3f2ba084d83 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002202 Jun 24 04:18:11.073366 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589a58-17c2-4ca8-af7f-d365811eb737 req-d5255d1c-749a-4b58-8bd7-69ff45581294 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:11.074977 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-83589a58-17c2-4ca8-af7f-d365811eb737 req-d5255d1c-749a-4b58-8bd7-69ff45581294 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 944 time: 0.0609245 Jun 24 04:18:11.094119 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b55d4-7af0-420e-83f3-1a3b953fa8c6 x-openstack-request-id: req-f47b55d4-7af0-420e-83f3-1a3b953fa8c6 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:11.094450 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f16fc0-cce2-4425-b19e-3d48d212e9be", "name": "network-vif-plugged", "status": "completed", "tag": "9db12867-7f3c-4aed-ab68-f4fff1b4247b", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:11.094735 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f47b55d4-7af0-420e-83f3-1a3b953fa8c6 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:11.095206 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b55d4-7af0-420e-83f3-1a3b953fa8c6'] response: {'server_uuid': '01f16fc0-cce2-4425-b19e-3d48d212e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db12867-7f3c-4aed-ab68-f4fff1b4247b', 'code': 200} Jun 24 04:18:11.128739 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-83589a58-17c2-4ca8-af7f-d365811eb737 req-02fb2aa5-9cd9-442e-b146-a5ae8c446480 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Jun 24 04:18:11.275456 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-356bcf8d-e773-4776-879f-dd9cbd7e4a98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743a00dc-b28e-4621-9d5a-757c991d77fb HTTP/1.1" status: 200 len: 217 time: 0.0420005 Jun 24 04:18:11.335825 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-59d29497-e420-4f25-8950-261974c78c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:11.337293 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-59d29497-e420-4f25-8950-261974c78c93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6c6cc8-dfad-4589-a778-52f0206b85e3 HTTP/1.1" status: 200 len: 849 time: 0.0487483 Jun 24 04:18:11.385020 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-42facf6f-4eba-4680-a439-87eff2ca2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:11.385020 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-42facf6f-4eba-4680-a439-87eff2ca2e23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7b2c59a-0555-4ea1-82f3-82731a83d232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388842 Jun 24 04:18:11.504138 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c461b53-6961-488c-9ec8-ff5c577ec1d2 req-c2017e80-32eb-44e7-a50c-463d2c6828f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:11.505630 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0c461b53-6961-488c-9ec8-ff5c577ec1d2 req-c2017e80-32eb-44e7-a50c-463d2c6828f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0807943 Jun 24 04:18:11.536322 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-798e66dd-3db9-45bb-86dc-e106a2818efe service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469433 Jun 24 04:18:11.565008 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0c461b53-6961-488c-9ec8-ff5c577ec1d2 req-42ba9646-89a2-44f5-a9bb-e390d5c6779c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516632 Jun 24 04:18:11.645478 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50492) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:11.663919 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50496) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:11.680407 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-825267ea-a322-41b9-aaf3-e91dfb0bc49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:11.760034 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-825267ea-a322-41b9-aaf3-e91dfb0bc49a admin admin] Publish callbacks [] for security_group (e3f5e6b3-7fe4-46b6-a861-35fb1ec44a15), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:11.835181 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-825267ea-a322-41b9-aaf3-e91dfb0bc49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (e3f5e6b3-7fe4-46b6-a861-35fb1ec44a15), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:11.867497 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c716cb6-4a19-4c94-9549-692302e5fdb3 req-e9225a2c-cdb9-492b-9023-0bc56e8fa64c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:11.870785 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9c716cb6-4a19-4c94-9549-692302e5fdb3 req-e9225a2c-cdb9-492b-9023-0bc56e8fa64c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 943 time: 0.0650342 Jun 24 04:18:11.879548 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-825267ea-a322-41b9-aaf3-e91dfb0bc49a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f43a46013b904a83bd5ace4a88f31e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145956 Jun 24 04:18:11.882596 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50506) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:11.923967 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9c716cb6-4a19-4c94-9549-692302e5fdb3 req-5d893eb3-1901-489f-a261-7e7715ffa227 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468225 Jun 24 04:18:11.983090 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3b4728cc-57be-4fd5-b577-14bb4389df2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:11.995437 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825267ea-a322-41b9-aaf3-e91dfb0bc49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f5e6b3-7fe4-46b6-a861-35fb1ec44a15,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:12.009738 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152f04-846c-4e3b-9e97-970535daffed req-8f55d405-ffe4-4f17-966e-73abbd5d85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:12.011205 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fd152f04-846c-4e3b-9e97-970535daffed req-8f55d405-ffe4-4f17-966e-73abbd5d85ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 1130 time: 0.1468742 Jun 24 04:18:12.021842 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:12.104994 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3671ca3c-b625-43f8-9980-f4131cd087e6 req-7978378a-900c-425e-9377-0588a4383f77 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090260 Jun 24 04:18:12.109937 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:12.116382 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30300f-9441-49f9-8eb2-1a242a65c1f0 req-18acb819-5b8d-42e0-9243-04d088154761 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:12.117880 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be30300f-9441-49f9-8eb2-1a242a65c1f0 req-18acb819-5b8d-42e0-9243-04d088154761 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.1099870 Jun 24 04:18:12.155725 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3b643b6d-71ac-4808-b94e-23910aa42fc3 admin admin] Publish callbacks [] for security_group (e3f5e6b3-7fe4-46b6-a861-35fb1ec44a15), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.180598 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac55b65-34a5-43fc-8a24-99de701694a1 req-53dc617b-e36c-4276-9c6c-7c4a5b61041b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:12.182051 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eac55b65-34a5-43fc-8a24-99de701694a1 req-53dc617b-e36c-4276-9c6c-7c4a5b61041b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 944 time: 0.0491533 Jun 24 04:18:12.200135 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fd152f04-846c-4e3b-9e97-970535daffed req-439c14b6-e10a-4f74-a02a-7143b957983d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474156 Jun 24 04:18:12.208062 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3b643b6d-71ac-4808-b94e-23910aa42fc3 admin admin] Publish callbacks [] for security_group (e3f5e6b3-7fe4-46b6-a861-35fb1ec44a15), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.240738 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eac55b65-34a5-43fc-8a24-99de701694a1 req-3bc003de-c59a-4de1-9911-c555eb11e28a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507333 Jun 24 04:18:12.294263 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be30300f-9441-49f9-8eb2-1a242a65c1f0 req-3b291ef2-966e-4fea-83f7-487f133af786 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674006 Jun 24 04:18:12.302608 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 743a00dc-b28e-4621-9d5a-757c991d77fb details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:18:12.304829 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:12.318552 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3b4728cc-57be-4fd5-b577-14bb4389df2a admin admin] Publish callbacks [] for security_group (47a89225-6b7d-4563-ae79-91606b7f6bd7), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.350898 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6abcdd-55f7-4ae3-8e1f-6b7ecff8e982 req-aa636636-1365-47a5-b96d-a2d662971716 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:12.352622 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ff6abcdd-55f7-4ae3-8e1f-6b7ecff8e982 req-aa636636-1365-47a5-b96d-a2d662971716 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 944 time: 0.0484962 Jun 24 04:18:12.401173 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ff6abcdd-55f7-4ae3-8e1f-6b7ecff8e982 req-4792d6b2-855d-4c03-b198-dc7c76766dda tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429735 Jun 24 04:18:12.410656 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:12.422048 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3b643b6d-71ac-4808-b94e-23910aa42fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (e3f5e6b3-7fe4-46b6-a861-35fb1ec44a15), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.425179 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3b643b6d-71ac-4808-b94e-23910aa42fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.435921 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3b643b6d-71ac-4808-b94e-23910aa42fc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3f5e6b3-7fe4-46b6-a861-35fb1ec44a15 HTTP/1.1" status: 204 len: 168 time: 0.5317748 Jun 24 04:18:12.435921 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3b4728cc-57be-4fd5-b577-14bb4389df2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (47a89225-6b7d-4563-ae79-91606b7f6bd7), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.436141 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port a4646799-84a1-4e0f-88f6-135dfd47c759 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:18:12.452358 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 743a00dc-b28e-4621-9d5a-757c991d77fb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=743a00dc-b28e-4621-9d5a-757c991d77fb,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:12.452640 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b643b6d-71ac-4808-b94e-23910aa42fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f5e6b3-7fe4-46b6-a861-35fb1ec44a15,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:12.471360 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50520) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:12.471912 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'port_id': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'mac_address': 'fa:16:3e:57:40:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:18:12.472320 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3b4728cc-57be-4fd5-b577-14bb4389df2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cff4c8b1bc24457181baf5a594b1b8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8243351 Jun 24 04:18:12.487470 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:12.489432 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4728cc-57be-4fd5-b577-14bb4389df2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a89225-6b7d-4563-ae79-91606b7f6bd7,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:12.513602 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 743a00dc-b28e-4621-9d5a-757c991d77fb is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:12.514229 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.528801 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743a00dc-b28e-4621-9d5a-757c991d77fb {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:18:12.534720 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port a4646799-84a1-4e0f-88f6-135dfd47c759 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:12.535083 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.542867 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Publish callbacks [] for security_group (47a89225-6b7d-4563-ae79-91606b7f6bd7), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.565435 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Publish callbacks [] for security_group (47a89225-6b7d-4563-ae79-91606b7f6bd7), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.581510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 743a00dc-b28e-4621-9d5a-757c991d77fb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=743a00dc-b28e-4621-9d5a-757c991d77fb,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:12.631448 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:12.635023 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port a4646799-84a1-4e0f-88f6-135dfd47c759 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:12.635617 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.671928 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:12.673998 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.697599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574d0e2-c446-4e29-8719-4de37cb4be34 req-49f3c434-1f93-4ecb-a971-fa9ed57a9552 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:12.699096 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0574d0e2-c446-4e29-8719-4de37cb4be34 req-49f3c434-1f93-4ecb-a971-fa9ed57a9552 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0535870 Jun 24 04:18:12.703669 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (47a89225-6b7d-4563-ae79-91606b7f6bd7), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.707242 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.709087 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47a89225-6b7d-4563-ae79-91606b7f6bd7 HTTP/1.1" status: 204 len: 168 time: 0.2361736 Jun 24 04:18:12.719624 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a89225-6b7d-4563-ae79-91606b7f6bd7,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:12.725340 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=743a00dc-b28e-4621-9d5a-757c991d77fb,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:12.741044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.741044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.741044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.741044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.741044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.741541 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.741766 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.742219 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.742756 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.743253 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.743597 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.743933 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.744253 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.744636 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.744916 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cc6f4-b369-426e-b483-7cb500a605ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:12.756822 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0574d0e2-c446-4e29-8719-4de37cb4be34 req-9830f57c-401c-45c8-81ed-3add54f3b6f3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511413 Jun 24 04:18:12.769564 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:12.770969 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 15680038-79e1-44d0-bf98-1d22ed996825 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:12.886177 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 15680038-79e1-44d0-bf98-1d22ed996825 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:18:12.889021 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:12.991570 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 15680038-79e1-44d0-bf98-1d22ed996825 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:12.992176 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (15680038-79e1-44d0-bf98-1d22ed996825), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.051524 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:13.063543 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe894adb-0ae1-4aa5-829f-cf02b46e556b req-06dd5f09-b6cc-4b67-8d63-f0bb9920c87b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:13.065113 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fe894adb-0ae1-4aa5-829f-cf02b46e556b req-06dd5f09-b6cc-4b67-8d63-f0bb9920c87b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 944 time: 0.0564692 Jun 24 04:18:13.089573 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 15680038-79e1-44d0-bf98-1d22ed996825 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:13.089957 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (15680038-79e1-44d0-bf98-1d22ed996825), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.099169 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:13.101366 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e5e71c-4c0c-4de5-9e9a-d29556544e2a" -d '{"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-plugged", "status": "completed", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:13.115495 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fe894adb-0ae1-4aa5-829f-cf02b46e556b req-53150720-7952-4d6a-aca9-8a7ce6e64c7e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442059 Jun 24 04:18:13.135165 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 15680038-79e1-44d0-bf98-1d22ed996825, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=15680038-79e1-44d0-bf98-1d22ed996825,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:13.140608 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bafb93-4592-4a6a-8874-a3ff82c784e4 x-openstack-request-id: req-87bafb93-4592-4a6a-8874-a3ff82c784e4 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:13.140915 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-plugged", "status": "completed", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:13.141171 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87bafb93-4592-4a6a-8874-a3ff82c784e4 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:13.141558 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bafb93-4592-4a6a-8874-a3ff82c784e4'] response: {'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'code': 200} Jun 24 04:18:13.197470 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (15680038-79e1-44d0-bf98-1d22ed996825), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.198359 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 628c6256-3f93-415e-8d57-183e79f02abb up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:13.261784 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:13.282841 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=15680038-79e1-44d0-bf98-1d22ed996825,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:13.290624 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 628c6256-3f93-415e-8d57-183e79f02abb completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:18:13.364733 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf12ff3-0c65-483e-aded-4b9aba399a8b req-1d944a2d-7d5d-4483-9a11-2b8c19fcd605 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:13.366316 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fcf12ff3-0c65-483e-aded-4b9aba399a8b req-1d944a2d-7d5d-4483-9a11-2b8c19fcd605 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0471363 Jun 24 04:18:13.371384 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 628c6256-3f93-415e-8d57-183e79f02abb triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:13.372466 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (628c6256-3f93-415e-8d57-183e79f02abb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.416885 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fcf12ff3-0c65-483e-aded-4b9aba399a8b req-df25ae44-eaf6-4728-bf50-36d81b4a121c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Jun 24 04:18:13.457209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3728380-62f7-4cd4-9ec9-dff57ed288f3 req-bb885d76-ce41-475d-9426-930703ce50e9 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:13.457209 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a3728380-62f7-4cd4-9ec9-dff57ed288f3 req-bb885d76-ce41-475d-9426-930703ce50e9 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0877771 Jun 24 04:18:13.461534 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 628c6256-3f93-415e-8d57-183e79f02abb is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:13.461930 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (628c6256-3f93-415e-8d57-183e79f02abb), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.503124 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 628c6256-3f93-415e-8d57-183e79f02abb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=628c6256-3f93-415e-8d57-183e79f02abb,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:13.542605 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a3728380-62f7-4cd4-9ec9-dff57ed288f3 req-f0d9901b-119c-48d1-b8ce-c326a33c341d tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653434 Jun 24 04:18:13.563079 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (628c6256-3f93-415e-8d57-183e79f02abb), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.567044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86a1f2-717c-4786-9c01-f25ac5d24361 req-92202aea-9187-4659-b6ca-c09185cbaf2e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:13.568718 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ea86a1f2-717c-4786-9c01-f25ac5d24361 req-92202aea-9187-4659-b6ca-c09185cbaf2e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0597637 Jun 24 04:18:13.573776 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50556) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:13.594083 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f376140e-8c01-4da1-bd68-3de063c56565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.614242 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=628c6256-3f93-415e-8d57-183e79f02abb,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:13.652735 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:13.656932 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ea86a1f2-717c-4786-9c01-f25ac5d24361 req-567848ea-5c40-43d1-a51d-8f53b96111b7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759654 Jun 24 04:18:13.657942 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:13.700651 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f376140e-8c01-4da1-bd68-3de063c56565 admin admin] Publish callbacks [] for security_group (4962db32-8200-4317-ba9b-0a12c1e4a2b1), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.793429 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f376140e-8c01-4da1-bd68-3de063c56565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4962db32-8200-4317-ba9b-0a12c1e4a2b1), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.835733 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f376140e-8c01-4da1-bd68-3de063c56565 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c690b516198449e9db6e849d3ff0463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608848 Jun 24 04:18:13.836558 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376140e-8c01-4da1-bd68-3de063c56565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4962db32-8200-4317-ba9b-0a12c1e4a2b1,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:13.838782 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50564) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:13.840176 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:13.890801 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0f305-c662-4427-bbb7-65528b65fdb6 req-e7acf612-39c5-4346-8c4f-7703008420ed tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:13.892437 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-beb0f305-c662-4427-bbb7-65528b65fdb6 req-e7acf612-39c5-4346-8c4f-7703008420ed tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0607381 Jun 24 04:18:13.896298 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e52d4cf-adf3-4a54-a0e6-b038ec4739cd admin admin] Publish callbacks [] for security_group (4962db32-8200-4317-ba9b-0a12c1e4a2b1), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:13.912389 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:14.078767 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e52d4cf-adf3-4a54-a0e6-b038ec4739cd admin admin] Publish callbacks [] for security_group (4962db32-8200-4317-ba9b-0a12c1e4a2b1), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:14.155840 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-beb0f305-c662-4427-bbb7-65528b65fdb6 req-fba24673-4a0e-42a4-ade5-3a2ffc1670b4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558515 Jun 24 04:18:14.211115 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e52d4cf-adf3-4a54-a0e6-b038ec4739cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4962db32-8200-4317-ba9b-0a12c1e4a2b1), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:14.213526 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e52d4cf-adf3-4a54-a0e6-b038ec4739cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:14.214668 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-2e52d4cf-adf3-4a54-a0e6-b038ec4739cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4962db32-8200-4317-ba9b-0a12c1e4a2b1 HTTP/1.1" status: 204 len: 168 time: 0.3749804 Jun 24 04:18:14.230216 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52d4cf-adf3-4a54-a0e6-b038ec4739cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4962db32-8200-4317-ba9b-0a12c1e4a2b1,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:14.252818 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc65455-dd8b-42f1-9972-ad1d808aa977 req-ca18cfa7-f4fa-427b-bfe4-d4fde0534b80 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:14.254391 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1fc65455-dd8b-42f1-9972-ad1d808aa977 req-ca18cfa7-f4fa-427b-bfe4-d4fde0534b80 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 944 time: 0.0701036 Jun 24 04:18:14.315108 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1fc65455-dd8b-42f1-9972-ad1d808aa977 req-7ac4af42-be4e-4f59-9541-732fdef41749 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551496 Jun 24 04:18:14.337341 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ad39b-1a5f-4fab-b951-ad59c621e7e6 req-e6f47513-d300-4606-9d69-20d7d147534c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:14.338829 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-450ad39b-1a5f-4fab-b951-ad59c621e7e6 req-e6f47513-d300-4606-9d69-20d7d147534c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0607986 Jun 24 04:18:14.347569 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50582) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:14.351960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'floatingip': {'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:18:14.423303 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (6798b2fc-ee4a-466f-9f1e-fc0c78df9afe), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:14.574792 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6befe6-b801-49fd-997f-64d3b51941c2 req-689867ec-132d-49d4-ae83-6217f41bb837 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:14.577615 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0e6befe6-b801-49fd-997f-64d3b51941c2 req-689867ec-132d-49d4-ae83-6217f41bb837 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0570359 Jun 24 04:18:14.645373 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0e6befe6-b801-49fd-997f-64d3b51941c2 req-06a01d04-7d36-4726-a17c-38c13ae10f3b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618591 Jun 24 04:18:14.662969 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['743a00dc-b28e-4621-9d5a-757c991d77fb'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:18:14.744921 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d91d80-91d8-4c32-871d-7ddb0f313344 req-a2510962-1f85-4a83-a260-dcde2ae7e2fa tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:14.753439 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14d91d80-91d8-4c32-871d-7ddb0f313344 req-a2510962-1f85-4a83-a260-dcde2ae7e2fa tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.1162996 Jun 24 04:18:14.830588 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fe460-0fb9-4cbd-8744-da4e2cbbf901 req-ae6cec52-9d80-4945-bd20-31429eb968af tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:14.839844 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c26fe460-0fb9-4cbd-8744-da4e2cbbf901 req-ae6cec52-9d80-4945-bd20-31429eb968af tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0792017 Jun 24 04:18:14.855457 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:14.905620 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c26fe460-0fb9-4cbd-8744-da4e2cbbf901 req-54a2fae4-a6d9-4a10-88dd-2bcf131906eb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643916 Jun 24 04:18:14.946732 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14d91d80-91d8-4c32-871d-7ddb0f313344 req-e635afbb-70d8-486a-b759-2828426f2755 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923563 Jun 24 04:18:15.142505 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734155da-ee09-4da7-aa56-2c506b7ed2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15680038-79e1-44d0-bf98-1d22ed996825'}, {'server_uuid': 'ab22e349-8bc5-4678-979e-0db7dfcfdb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628c6256-3f93-415e-8d57-183e79f02abb'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:15.145734 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08747012-28d4-47d5-8017-3bdc382a37ec" -d '{"events": [{"server_uuid": "734155da-ee09-4da7-aa56-2c506b7ed2cd", "name": "network-vif-plugged", "status": "completed", "tag": "15680038-79e1-44d0-bf98-1d22ed996825"}, {"server_uuid": "ab22e349-8bc5-4678-979e-0db7dfcfdb29", "name": "network-vif-plugged", "status": "completed", "tag": "628c6256-3f93-415e-8d57-183e79f02abb"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:15.191379 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8906aa-b58b-47fe-b8fa-6c07def95643 x-openstack-request-id: req-5c8906aa-b58b-47fe-b8fa-6c07def95643 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:15.191683 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734155da-ee09-4da7-aa56-2c506b7ed2cd", "name": "network-vif-plugged", "status": "completed", "tag": "15680038-79e1-44d0-bf98-1d22ed996825", "code": 200}, {"server_uuid": "ab22e349-8bc5-4678-979e-0db7dfcfdb29", "name": "network-vif-plugged", "status": "completed", "tag": "628c6256-3f93-415e-8d57-183e79f02abb", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:15.192473 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c8906aa-b58b-47fe-b8fa-6c07def95643 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:15.192473 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8906aa-b58b-47fe-b8fa-6c07def95643'] response: {'server_uuid': '734155da-ee09-4da7-aa56-2c506b7ed2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15680038-79e1-44d0-bf98-1d22ed996825', 'code': 200} Jun 24 04:18:15.192684 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8906aa-b58b-47fe-b8fa-6c07def95643'] response: {'server_uuid': 'ab22e349-8bc5-4678-979e-0db7dfcfdb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628c6256-3f93-415e-8d57-183e79f02abb', 'code': 200} Jun 24 04:18:15.205648 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:15.282831 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (6798b2fc-ee4a-466f-9f1e-fc0c78df9afe), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:15.389842 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Floating IP 6798b2fc-ee4a-466f-9f1e-fc0c78df9afe associated. External IP: 172.27.2.60, port: 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a. Jun 24 04:18:15.473750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1cdbb-159e-466d-ae0f-b4e3bb9333e9 req-937cd56a-ec38-44b9-add9-a0f5728f99ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:15.475287 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-42a1cdbb-159e-466d-ae0f-b4e3bb9333e9 req-937cd56a-ec38-44b9-add9-a0f5728f99ce tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 944 time: 0.0879180 Jun 24 04:18:15.565017 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-42a1cdbb-159e-466d-ae0f-b4e3bb9333e9 req-29bc5339-bbbd-4d8a-a28a-c917933595b5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611420 Jun 24 04:18:15.674111 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:18:15.823915 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182912b7-6a2d-4fbf-91d4-5a3d35d1bcea req-1535a3b8-f97e-4800-ba57-8d388d3d5f0e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:15.826220 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-182912b7-6a2d-4fbf-91d4-5a3d35d1bcea req-1535a3b8-f97e-4800-ba57-8d388d3d5f0e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0666785 Jun 24 04:18:15.901870 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-182912b7-6a2d-4fbf-91d4-5a3d35d1bcea req-dfef2980-1bed-45ca-b057-5d01a2722b2a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698833 Jun 24 04:18:16.066263 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551e592-8be3-4382-a09a-eaa22995c04a req-a4c737c2-3fca-444d-9c55-ac9d67bf9ff9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:16.067867 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8551e592-8be3-4382-a09a-eaa22995c04a req-a4c737c2-3fca-444d-9c55-ac9d67bf9ff9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0682404 Jun 24 04:18:16.069067 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:16.074245 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:16.085905 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:16.097790 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:16.098438 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:16.102126 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b53ac-62fb-4bc8-98a0-8465f9fe61b5 req-6b438491-9363-4c29-a8fe-da70dad6d6c4 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:16.110458 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7b1b53ac-62fb-4bc8-98a0-8465f9fe61b5 req-6b438491-9363-4c29-a8fe-da70dad6d6c4 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0736504 Jun 24 04:18:16.129193 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-9cf6e27a-e5fd-440f-bc13-0f210d8d6728 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "PUT /v2.0/floatingips/6798b2fc-ee4a-466f-9f1e-fc0c78df9afe HTTP/1.1" status: 200 len: 990 time: 1.7805665 Jun 24 04:18:16.134713 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'tag': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:16.137104 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ae774d-731e-4fe7-876e-7e8e49225a78" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570", "tag": "9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:16.158953 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8551e592-8be3-4382-a09a-eaa22995c04a req-5329bbf3-3324-4c4e-96b0-ac5bed57afed tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796230 Jun 24 04:18:16.176024 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7b1b53ac-62fb-4bc8-98a0-8465f9fe61b5 req-d25f87b4-b96e-4bdb-97e5-11de92a7c396 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646255 Jun 24 04:18:16.220689 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9688c22-928f-49cd-bb24-8777f8bc6d38 x-openstack-request-id: req-f9688c22-928f-49cd-bb24-8777f8bc6d38 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:16.221069 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570", "tag": "9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:16.221409 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9688c22-928f-49cd-bb24-8777f8bc6d38 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:16.221887 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9688c22-928f-49cd-bb24-8777f8bc6d38'] response: {'name': 'network-changed', 'server_uuid': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'tag': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'status': 'completed', 'code': 200} Jun 24 04:18:16.251392 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:16.506323 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:15Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:16.536274 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:16.545097 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:16.545689 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:16.654770 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:16.667897 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:16.696395 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b1824-95d3-4421-8c22-d4ebdd4911f8 req-471da955-52ad-4241-8854-914b4a4a3cd3 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:16.703337 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6f4b1824-95d3-4421-8c22-d4ebdd4911f8 req-471da955-52ad-4241-8854-914b4a4a3cd3 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 944 time: 0.0578799 Jun 24 04:18:16.759243 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6f4b1824-95d3-4421-8c22-d4ebdd4911f8 req-335c2667-fd31-4011-a135-d882d0c40654 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533743 Jun 24 04:18:16.984048 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:15Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:17.013047 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7169782-5c27-47b5-80e7-0fb345bce5e7 None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:15Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:17.048700 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3b4ad-11f4-4bab-8a05-89052c3d7a65 req-7e3bc0d4-ef8f-4ab9-8a5c-abaccbb629bb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:17.055706 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ae3b4ad-11f4-4bab-8a05-89052c3d7a65 req-7e3bc0d4-ef8f-4ab9-8a5c-abaccbb629bb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0668495 Jun 24 04:18:17.082292 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:17.105785 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ae3b4ad-11f4-4bab-8a05-89052c3d7a65 req-2e766310-8072-45f3-a7f8-6462bc03799c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494614 Jun 24 04:18:17.312481 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8ce4e-0be4-4131-83f3-1a73a8d54d7d req-d3dd4580-d442-40a7-be76-fe3a94a9ada6 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:17.314195 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-16b8ce4e-0be4-4131-83f3-1a73a8d54d7d req-d3dd4580-d442-40a7-be76-fe3a94a9ada6 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0558975 Jun 24 04:18:17.314318 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d166f-bad8-4ea1-98c7-37e0489cf4a2 req-01b58501-2d10-4d84-b690-bbe8989bd8ac tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:17.315943 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d94d166f-bad8-4ea1-98c7-37e0489cf4a2 req-01b58501-2d10-4d84-b690-bbe8989bd8ac tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0720627 Jun 24 04:18:17.339877 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:17.373401 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d94d166f-bad8-4ea1-98c7-37e0489cf4a2 req-75ddac01-a281-462a-8ac2-317c1202d609 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461979 Jun 24 04:18:17.392582 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-16b8ce4e-0be4-4131-83f3-1a73a8d54d7d req-b19fb887-249f-43b7-a339-ab029db1a00c tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698321 Jun 24 04:18:17.730735 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d2351-88f5-4cad-8dfb-e725c0899f21 None None] New status for floating IP 6798b2fc-ee4a-466f-9f1e-fc0c78df9afe: ACTIVE {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:18:17.876919 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7daec5-e6f4-4f24-98ec-3c67cf60bc7d req-55b819f6-841a-49a9-8a10-0644b889d452 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:17.878809 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2c7daec5-e6f4-4f24-98ec-3c67cf60bc7d req-55b819f6-841a-49a9-8a10-0644b889d452 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 944 time: 0.0494990 Jun 24 04:18:17.928327 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2c7daec5-e6f4-4f24-98ec-3c67cf60bc7d req-d596f4f1-887d-4987-a257-a7ce5d22d5fc tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437865 Jun 24 04:18:18.225419 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf353dfa-a177-4360-ac86-019806ff8c79 req-4f6e1892-4b40-41d5-b513-1e881ecabd8b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:18.226936 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cf353dfa-a177-4360-ac86-019806ff8c79 req-4f6e1892-4b40-41d5-b513-1e881ecabd8b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0469909 Jun 24 04:18:18.275772 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cf353dfa-a177-4360-ac86-019806ff8c79 req-9c9ec2ad-65af-432e-af89-b9edfd2ff88f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Jun 24 04:18:18.400103 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50730) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:18.489523 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157df8f-d77d-4bba-b944-25543f3189f2 req-c8a4768e-b212-404b-a4df-ae8ef0045d89 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:18.491047 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8157df8f-d77d-4bba-b944-25543f3189f2 req-c8a4768e-b212-404b-a4df-ae8ef0045d89 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0466931 Jun 24 04:18:18.503343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ac5ac-cd9a-43b8-bf03-8f13355fa3d2 req-97245f62-321e-4251-b156-c0536b2ac778 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:18.505335 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-306ac5ac-cd9a-43b8-bf03-8f13355fa3d2 req-97245f62-321e-4251-b156-c0536b2ac778 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0494571 Jun 24 04:18:18.533244 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:18.545502 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8157df8f-d77d-4bba-b944-25543f3189f2 req-be0caa85-998f-4339-a75a-20226ffbb452 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478365 Jun 24 04:18:18.580310 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-306ac5ac-cd9a-43b8-bf03-8f13355fa3d2 req-7093312a-b503-477c-8c1b-c035044cccb4 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667775 Jun 24 04:18:18.640180 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Publish callbacks [] for security_group (04581734-90ce-4c68-b843-c6efb69eba16), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:18.701945 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (04581734-90ce-4c68-b843-c6efb69eba16), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:18.742506 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=007af11c2fc7458ba9ec2325bc5dbf12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412306 Jun 24 04:18:18.744320 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04581734-90ce-4c68-b843-c6efb69eba16,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:18.745059 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50736) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:18.752879 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.753223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.753561 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.753901 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.754232 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.754580 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.754905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.755244 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.755544 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.755865 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.756185 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.756506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.756822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.757137 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.757453 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485946-4709-41af-858e-7b245417be59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:18.795476 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-eceaafcd-85e7-493d-bc0d-37d5223ef32b admin admin] Publish callbacks [] for security_group (04581734-90ce-4c68-b843-c6efb69eba16), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:18.816466 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-eceaafcd-85e7-493d-bc0d-37d5223ef32b admin admin] Publish callbacks [] for security_group (04581734-90ce-4c68-b843-c6efb69eba16), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:18.968208 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-eceaafcd-85e7-493d-bc0d-37d5223ef32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (04581734-90ce-4c68-b843-c6efb69eba16), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:18.970815 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-eceaafcd-85e7-493d-bc0d-37d5223ef32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:18.972031 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-eceaafcd-85e7-493d-bc0d-37d5223ef32b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04581734-90ce-4c68-b843-c6efb69eba16 HTTP/1.1" status: 204 len: 168 time: 0.2259178 Jun 24 04:18:18.981920 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceaafcd-85e7-493d-bc0d-37d5223ef32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04581734-90ce-4c68-b843-c6efb69eba16,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:19.048801 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 743a00dc-b28e-4621-9d5a-757c991d77fb up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:19.071382 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18756f3d-b2ac-43d8-9529-2152b8b4e6a4 req-63642b3d-8d61-4039-bc1a-7595dadc16a6 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.072980 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-18756f3d-b2ac-43d8-9529-2152b8b4e6a4 req-63642b3d-8d61-4039-bc1a-7595dadc16a6 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 944 time: 0.0735974 Jun 24 04:18:19.101400 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:19.102485 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 743a00dc-b28e-4621-9d5a-757c991d77fb completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:18:19.123760 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-18756f3d-b2ac-43d8-9529-2152b8b4e6a4 req-804bff0d-ef48-4c64-b6fb-2b8abfafe930 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Jun 24 04:18:19.195129 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 743a00dc-b28e-4621-9d5a-757c991d77fb triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:19.195531 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:19.273891 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 743a00dc-b28e-4621-9d5a-757c991d77fb is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:19.274195 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:19.297053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743a00dc-b28e-4621-9d5a-757c991d77fb'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:19.299301 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d93ca66-9ae2-4677-8727-7ccb5be4b460" -d '{"events": [{"server_uuid": "95960fad-f7dd-4195-97e2-b8519a0ac2d3", "name": "network-vif-plugged", "status": "completed", "tag": "743a00dc-b28e-4621-9d5a-757c991d77fb"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:19.312565 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 743a00dc-b28e-4621-9d5a-757c991d77fb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=743a00dc-b28e-4621-9d5a-757c991d77fb,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:19.360633 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1313619f-0ffa-4485-8a29-f3e94778f44e x-openstack-request-id: req-1313619f-0ffa-4485-8a29-f3e94778f44e {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:19.360971 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95960fad-f7dd-4195-97e2-b8519a0ac2d3", "name": "network-vif-plugged", "status": "completed", "tag": "743a00dc-b28e-4621-9d5a-757c991d77fb", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:19.361228 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1313619f-0ffa-4485-8a29-f3e94778f44e {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:19.361625 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1313619f-0ffa-4485-8a29-f3e94778f44e'] response: {'server_uuid': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'code': 200} Jun 24 04:18:19.416446 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9033a-b7d5-4e98-8842-d6aea089838a req-d76f752e-641a-4fb1-97d8-015e0c03b94a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.418210 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ea9033a-b7d5-4e98-8842-d6aea089838a req-d76f752e-641a-4fb1-97d8-015e0c03b94a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0507643 Jun 24 04:18:19.428167 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:19.482084 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=743a00dc-b28e-4621-9d5a-757c991d77fb,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:19.487453 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ea9033a-b7d5-4e98-8842-d6aea089838a req-c7de949e-86fe-409d-b5fa-ce593e934ce4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635345 Jun 24 04:18:19.489361 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.489672 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.490007 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.490339 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.490693 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.491020 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.491341 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.491661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.491981 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.492314 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.492624 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.492963 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.493286 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.493601 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.493915 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:19.671587 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1e659-2588-4e78-b1ff-80f70e8349fb req-756c51b9-ec04-4b6d-87ac-02ce048639fc tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.673120 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-94c1e659-2588-4e78-b1ff-80f70e8349fb req-756c51b9-ec04-4b6d-87ac-02ce048639fc tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0593176 Jun 24 04:18:19.696562 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:19.701353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2662-da92-48ba-87ce-25ed1af340af req-5c4e2e65-541d-434c-814d-63b4bc0736c8 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.708990 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d5fc2662-da92-48ba-87ce-25ed1af340af req-5c4e2e65-541d-434c-814d-63b4bc0736c8 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0587404 Jun 24 04:18:19.728410 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-94c1e659-2588-4e78-b1ff-80f70e8349fb req-3d2cf4e8-6c4f-4105-ad48-796b84af67ba tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480785 Jun 24 04:18:19.748287 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:19.791566 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50756) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:19.827197 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-61c1f10f-7e99-499a-b09d-df9f9aec4f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:19.844827 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-e08f2082-6b33-46fb-b5e5-5e90736c6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.846559 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-e08f2082-6b33-46fb-b5e5-5e90736c6ec3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 1129 time: 0.0626276 Jun 24 04:18:19.873695 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-57f4f75e-9dc0-4e54-92de-2cb8bd32cbb2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1618266 Jun 24 04:18:19.893401 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ece849-13de-4cf3-8055-1025f1d6374e req-f4ea2756-adc8-416a-a72b-a9faed979cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.894931 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-58ece849-13de-4cf3-8055-1025f1d6374e req-f4ea2756-adc8-416a-a72b-a9faed979cbe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 1130 time: 0.1573610 Jun 24 04:18:19.898461 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb12489-8836-413e-9064-ef40866ddb2d req-26d62033-919a-47e1-a3c5-91a2f9173175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.899807 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5eb12489-8836-413e-9064-ef40866ddb2d req-26d62033-919a-47e1-a3c5-91a2f9173175 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 1129 time: 0.1379559 Jun 24 04:18:19.903869 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:19.908015 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9b0e-389c-40cc-970b-a459cd8c6720 req-2bd50ca3-bb7f-4089-87d1-2b455d7b3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.909421 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17bd9b0e-389c-40cc-970b-a459cd8c6720 req-2bd50ca3-bb7f-4089-87d1-2b455d7b3dee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 1129 time: 0.1437409 Jun 24 04:18:19.912451 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d5fc2662-da92-48ba-87ce-25ed1af340af req-6bac4d70-e48e-4ad2-abb3-3deb41efe89e tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027028 Jun 24 04:18:19.988820 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-37dd9449-bddb-43fd-b6ef-a0096cab0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:19.990288 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-37dd9449-bddb-43fd-b6ef-a0096cab0776 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 916 time: 0.1335752 Jun 24 04:18:20.004702 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-61c1f10f-7e99-499a-b09d-df9f9aec4f3b admin admin] Publish callbacks [] for security_group (100107c5-9fab-43fc-abd1-2aeea777128f), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:20.006993 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-58ece849-13de-4cf3-8055-1025f1d6374e req-488fdf54-5d0a-4828-be61-65ba0db5d88f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062589 Jun 24 04:18:20.014126 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5eb12489-8836-413e-9064-ef40866ddb2d req-15619866-b394-4469-a360-ab1f887cfb25 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998304 Jun 24 04:18:20.020026 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17bd9b0e-389c-40cc-970b-a459cd8c6720 req-f8376185-edac-4b25-8c4e-ab9fdcbaf297 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907037 Jun 24 04:18:20.083914 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-61c1f10f-7e99-499a-b09d-df9f9aec4f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (100107c5-9fab-43fc-abd1-2aeea777128f), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:20.106995 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-4631a143-713a-403d-99b6-56d5e676d0aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a HTTP/1.1" status: 200 len: 1000 time: 0.1089754 Jun 24 04:18:20.126423 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-61c1f10f-7e99-499a-b09d-df9f9aec4f3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe446fead0f64738b6d339ebb3d1c74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308284 Jun 24 04:18:20.128250 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50768) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:20.135915 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1f10f-7e99-499a-b09d-df9f9aec4f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100107c5-9fab-43fc-abd1-2aeea777128f,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:20.159772 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:20.162586 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:20.204494 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f83099e5-ee53-4110-9e0b-21bcef427c98 admin admin] Publish callbacks [] for security_group (100107c5-9fab-43fc-abd1-2aeea777128f), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:20.233506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f83099e5-ee53-4110-9e0b-21bcef427c98 admin admin] Publish callbacks [] for security_group (100107c5-9fab-43fc-abd1-2aeea777128f), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:20.259264 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94931fe5-34c4-4867-bafc-a1189895a6ce req-efb28a7b-6d20-4e40-ad51-9b2839c52aaf tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:20.263905 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-94931fe5-34c4-4867-bafc-a1189895a6ce req-efb28a7b-6d20-4e40-ad51-9b2839c52aaf tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0548792 Jun 24 04:18:20.312459 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-94931fe5-34c4-4867-bafc-a1189895a6ce req-fba80498-9d1a-47a8-bb5e-448fb9a8cd9d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454032 Jun 24 04:18:20.379476 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f83099e5-ee53-4110-9e0b-21bcef427c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (100107c5-9fab-43fc-abd1-2aeea777128f), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:20.382127 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f83099e5-ee53-4110-9e0b-21bcef427c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:20.383324 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-f83099e5-ee53-4110-9e0b-21bcef427c98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/100107c5-9fab-43fc-abd1-2aeea777128f HTTP/1.1" status: 204 len: 168 time: 0.2540407 Jun 24 04:18:20.397633 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83099e5-ee53-4110-9e0b-21bcef427c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100107c5-9fab-43fc-abd1-2aeea777128f,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:20.635274 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac58db-e2c1-4c94-b306-a104653bacfc req-4178bd07-4fbb-428f-89fc-d0f4e5f07915 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:20.636934 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cfac58db-e2c1-4c94-b306-a104653bacfc req-4178bd07-4fbb-428f-89fc-d0f4e5f07915 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0742583 Jun 24 04:18:20.693040 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cfac58db-e2c1-4c94-b306-a104653bacfc req-482c28d9-615f-4883-8328-0a3c8abd7405 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465057 Jun 24 04:18:20.857163 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3bf55-e498-4265-ab6c-30898ad9aa4b req-69f71452-903c-4229-a121-871671502470 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:20.858698 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-76c3bf55-e498-4265-ab6c-30898ad9aa4b req-69f71452-903c-4229-a121-871671502470 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0580027 Jun 24 04:18:20.908894 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-76c3bf55-e498-4265-ab6c-30898ad9aa4b req-5f34ae13-97a1-431a-9ab6-782fc5ab70a2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444636 Jun 24 04:18:21.014935 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-198573f9-d110-4072-8b5e-202124b15dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:21.016384 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-198573f9-d110-4072-8b5e-202124b15dca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.0457003 Jun 24 04:18:21.035311 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fc450-3eb7-49aa-917d-1885c8c6edf3 req-5e1b6677-ef42-4aaf-957b-d68e0354a667 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:21.036819 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-944fc450-3eb7-49aa-917d-1885c8c6edf3 req-5e1b6677-ef42-4aaf-957b-d68e0354a667 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0530894 Jun 24 04:18:21.092151 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-944fc450-3eb7-49aa-917d-1885c8c6edf3 req-0c5db9a3-bc83-48f8-8c14-73f254096d50 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486689 Jun 24 04:18:21.437026 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a75d8-7265-41eb-b8f7-547a57b14217 req-55c0f419-b235-490c-83f3-0a3e0e6fc84e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:21.438840 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d01a75d8-7265-41eb-b8f7-547a57b14217 req-55c0f419-b235-490c-83f3-0a3e0e6fc84e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Jun 24 04:18:21.488353 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d01a75d8-7265-41eb-b8f7-547a57b14217 req-18098242-031b-43f3-9e79-3c5feb027daf tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435727 Jun 24 04:18:21.564293 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-e5699a77-528f-48c7-8ec1-74d64dbc0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:21.565735 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-e5699a77-528f-48c7-8ec1-74d64dbc0df1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454316 Jun 24 04:18:21.840410 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de294440-abd4-43cd-b9d8-e3702f218be0 req-992b1e1a-3d04-4645-8328-a90c1ec0da61 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:21.842231 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-de294440-abd4-43cd-b9d8-e3702f218be0 req-992b1e1a-3d04-4645-8328-a90c1ec0da61 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0559807 Jun 24 04:18:21.895476 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-de294440-abd4-43cd-b9d8-e3702f218be0 req-94b990fb-1279-43ba-872e-667ea5bbb8e1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468979 Jun 24 04:18:21.986934 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:22.022155 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb38a8-ac26-498c-a225-5cbdd7a4d846 req-6de4e6d6-3133-4c19-9194-21c5846cbd35 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:22.023821 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cadb38a8-ac26-498c-a225-5cbdd7a4d846 req-6de4e6d6-3133-4c19-9194-21c5846cbd35 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0474136 Jun 24 04:18:22.073529 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cadb38a8-ac26-498c-a225-5cbdd7a4d846 req-b9a03367-1990-4134-9138-7d93dd6cf1de tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440850 Jun 24 04:18:22.148185 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de587cfc-2efa-4e9f-b438-d3f1fbecd079 req-2218d57c-cafe-4506-85f3-2047ef0f5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:22.149727 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-de587cfc-2efa-4e9f-b438-d3f1fbecd079 req-2218d57c-cafe-4506-85f3-2047ef0f5214 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 1129 time: 0.0580063 Jun 24 04:18:22.275782 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-456307b7-9699-4ab8-9b4e-ed7e08b2183b service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994883 Jun 24 04:18:22.333628 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50862) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:22.440155 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d17db8d-8f42-4fe8-be50-6fcab612b2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:22.518694 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d17db8d-8f42-4fe8-be50-6fcab612b2cb admin admin] Publish callbacks [] for security_group (36d042f3-642c-44b4-9de9-142197b02827), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:22.600735 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d17db8d-8f42-4fe8-be50-6fcab612b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (36d042f3-642c-44b4-9de9-142197b02827), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:22.605946 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:22.607196 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ed68c-7ab4-4284-867d-d88c3ab073c2 req-9860aa80-2dff-4814-aa1a-b9c88b5023d2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:22.609208 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-573ed68c-7ab4-4284-867d-d88c3ab073c2 req-9860aa80-2dff-4814-aa1a-b9c88b5023d2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Jun 24 04:18:22.643191 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:18:22.655520 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17db8d-8f42-4fe8-be50-6fcab612b2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d042f3-642c-44b4-9de9-142197b02827,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:22.655520 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4d17db8d-8f42-4fe8-be50-6fcab612b2cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97caa6530ed54751bcda16beeb647672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146541 Jun 24 04:18:22.655520 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50876) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:22.673415 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-573ed68c-7ab4-4284-867d-d88c3ab073c2 req-ef92e5fb-39de-4b32-a8f7-caa2b411143d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556266 Jun 24 04:18:22.708238 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8e74-3758-4331-a8ea-d2a725eb8168 admin admin] Publish callbacks [] for security_group (36d042f3-642c-44b4-9de9-142197b02827), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:22.732273 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8e74-3758-4331-a8ea-d2a725eb8168 admin admin] Publish callbacks [] for security_group (36d042f3-642c-44b4-9de9-142197b02827), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:22.857148 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8e74-3758-4331-a8ea-d2a725eb8168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (36d042f3-642c-44b4-9de9-142197b02827), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:22.860201 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8e74-3758-4331-a8ea-d2a725eb8168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:22.864427 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-a4ab8e74-3758-4331-a8ea-d2a725eb8168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36d042f3-642c-44b4-9de9-142197b02827 HTTP/1.1" status: 204 len: 168 time: 0.2114661 Jun 24 04:18:22.874176 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab8e74-3758-4331-a8ea-d2a725eb8168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d042f3-642c-44b4-9de9-142197b02827,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:23.067339 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526140-b9f6-4114-980f-81e9238b333b req-a5255d33-9b1a-4be3-8df0-cc928a08beeb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:23.069706 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bf526140-b9f6-4114-980f-81e9238b333b req-a5255d33-9b1a-4be3-8df0-cc928a08beeb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0566335 Jun 24 04:18:23.088327 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50892) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:23.158712 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bf526140-b9f6-4114-980f-81e9238b333b req-a3086eac-0302-4a9a-a005-44ec33f08ea1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821354 Jun 24 04:18:23.226128 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38d525-af06-48dc-be1d-0ace2b8e802d req-66f8c894-ba35-4106-b94f-6547868232ad tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:23.228041 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2d38d525-af06-48dc-be1d-0ace2b8e802d req-66f8c894-ba35-4106-b94f-6547868232ad tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0752959 Jun 24 04:18:23.304214 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2d38d525-af06-48dc-be1d-0ace2b8e802d req-8b4c3b5b-eb8d-4cbb-ae35-a663f78d35cd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686929 Jun 24 04:18:23.411786 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1371-df52-457e-aa20-3056b1c5113f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:23.508621 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:23.535107 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1371-df52-457e-aa20-3056b1c5113f admin admin] Publish callbacks [] for security_group (610bc652-d140-4d3e-9736-c19e9e356ab7), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:23.587434 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1ae774d-731e-4fe7-876e-7e8e49225a78 req-26a95e12-4302-4adf-8012-dc1827e56904 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144276 Jun 24 04:18:23.592304 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-de587cfc-2efa-4e9f-b438-d3f1fbecd079 req-0c252f66-d334-4afb-821f-19264390b3a1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193452 Jun 24 04:18:23.594747 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1371-df52-457e-aa20-3056b1c5113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (610bc652-d140-4d3e-9736-c19e9e356ab7), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:23.636630 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-bb2d1371-df52-457e-aa20-3056b1c5113f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9597f37257e640b095fae407357fa2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5463512 Jun 24 04:18:23.642402 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d1371-df52-457e-aa20-3056b1c5113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610bc652-d140-4d3e-9736-c19e9e356ab7,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:23.642582 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50928) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:23.687141 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:23.698356 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-70770803-6327-48f5-931e-b254a48cc31e admin admin] Publish callbacks [] for security_group (610bc652-d140-4d3e-9736-c19e9e356ab7), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:23.720930 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-70770803-6327-48f5-931e-b254a48cc31e admin admin] Publish callbacks [] for security_group (610bc652-d140-4d3e-9736-c19e9e356ab7), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:23.834085 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-70770803-6327-48f5-931e-b254a48cc31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (610bc652-d140-4d3e-9736-c19e9e356ab7), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:23.836669 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-70770803-6327-48f5-931e-b254a48cc31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:23.838672 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-70770803-6327-48f5-931e-b254a48cc31e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/610bc652-d140-4d3e-9736-c19e9e356ab7 HTTP/1.1" status: 204 len: 168 time: 0.1966610 Jun 24 04:18:23.849300 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70770803-6327-48f5-931e-b254a48cc31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610bc652-d140-4d3e-9736-c19e9e356ab7,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:23.950969 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda37e9-1d45-4d46-a0de-143265e5553a req-226fb8b0-3c7b-4846-9a8d-8e9877725907 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:23.952324 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-efda37e9-1d45-4d46-a0de-143265e5553a req-226fb8b0-3c7b-4846-9a8d-8e9877725907 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0484931 Jun 24 04:18:23.974415 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:24.005751 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-efda37e9-1d45-4d46-a0de-143265e5553a req-608edc2b-9ae4-4f3d-b589-74873b5dbc66 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478797 Jun 24 04:18:24.115215 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a5a3-1235-44a6-8d26-e017030bcdc9 req-006aef40-f3d6-4665-a33b-05e26fc62541 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:24.120529 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96a8a5a3-1235-44a6-8d26-e017030bcdc9 req-006aef40-f3d6-4665-a33b-05e26fc62541 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0534673 Jun 24 04:18:24.172365 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96a8a5a3-1235-44a6-8d26-e017030bcdc9 req-53c58f35-2a89-4679-85f3-0eb27b73f972 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495403 Jun 24 04:18:24.279359 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1275d-ca86-4089-a403-3d8d6cfce587 req-1f924794-476c-4e63-9367-731322be1e2c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:24.280930 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f2e1275d-ca86-4089-a403-3d8d6cfce587 req-1f924794-476c-4e63-9367-731322be1e2c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0510170 Jun 24 04:18:24.331569 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f2e1275d-ca86-4089-a403-3d8d6cfce587 req-a3671f94-3c82-4b07-abad-8df4c9d6dabd tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451660 Jun 24 04:18:24.475891 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d7d8-5b03-4eba-be67-4d4c94c0b2dc req-3636b059-18ec-43b4-92cb-68f64abc0949 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:24.485504 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e3b2d7d8-5b03-4eba-be67-4d4c94c0b2dc req-3636b059-18ec-43b4-92cb-68f64abc0949 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0628629 Jun 24 04:18:24.485642 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-cb87f564-8184-4fcb-a1b5-fa03a343ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:24.485642 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-cb87f564-8184-4fcb-a1b5-fa03a343ef6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 1129 time: 0.0531781 Jun 24 04:18:24.485642 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 50954) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:24.493955 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'floatingip': {'port_id': 'a4646799-84a1-4e0f-88f6-135dfd47c759'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:18:24.530141 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-264ac131-4328-4d0f-8bba-a9d074f1b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:24.531857 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-264ac131-4328-4d0f-8bba-a9d074f1b27b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 1129 time: 0.0510633 Jun 24 04:18:24.571461 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:24.613633 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50960) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:24.627802 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-83cbd916-182b-4b2f-9173-bfa27b96adcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:24.705982 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-83cbd916-182b-4b2f-9173-bfa27b96adcd admin admin] Publish callbacks [] for security_group (8a39d314-6ca2-412a-bee8-334fa10a6fc0), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:24.791167 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-83cbd916-182b-4b2f-9173-bfa27b96adcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (8a39d314-6ca2-412a-bee8-334fa10a6fc0), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:24.838394 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbd916-182b-4b2f-9173-bfa27b96adcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a39d314-6ca2-412a-bee8-334fa10a6fc0,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:24.845812 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-83cbd916-182b-4b2f-9173-bfa27b96adcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dfea382aea84994924e5110ed6757ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290399 Jun 24 04:18:24.847116 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50964) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:24.904197 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cebd6eb4-26a5-4b41-b5dd-cffaa67cc991 admin admin] Publish callbacks [] for security_group (8a39d314-6ca2-412a-bee8-334fa10a6fc0), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:24.926739 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cebd6eb4-26a5-4b41-b5dd-cffaa67cc991 admin admin] Publish callbacks [] for security_group (8a39d314-6ca2-412a-bee8-334fa10a6fc0), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:25.081301 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-f10091c8-3b6d-4568-8a25-7d49dc6d64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:25.084969 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-f10091c8-3b6d-4568-8a25-7d49dc6d64f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.1561170 Jun 24 04:18:25.172483 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cebd6eb4-26a5-4b41-b5dd-cffaa67cc991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (8a39d314-6ca2-412a-bee8-334fa10a6fc0), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:25.175002 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cebd6eb4-26a5-4b41-b5dd-cffaa67cc991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:25.178505 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-cebd6eb4-26a5-4b41-b5dd-cffaa67cc991 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a39d314-6ca2-412a-bee8-334fa10a6fc0 HTTP/1.1" status: 204 len: 168 time: 0.3281329 Jun 24 04:18:25.178505 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-c54d8a50-fd12-46fd-8b21-4f2a55ee18df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15680038-79e1-44d0-bf98-1d22ed996825 HTTP/1.1" status: 200 len: 217 time: 0.0627532 Jun 24 04:18:25.231696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea21768-a126-42bb-924c-5215f0dda03e req-4e88b16c-9592-47f2-ac83-6a88d3f8ee9f tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:25.233270 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fea21768-a126-42bb-924c-5215f0dda03e req-4e88b16c-9592-47f2-ac83-6a88d3f8ee9f tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.1299195 Jun 24 04:18:25.236190 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd6eb4-26a5-4b41-b5dd-cffaa67cc991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a39d314-6ca2-412a-bee8-334fa10a6fc0,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:25.258314 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:25.294805 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-3d8f0564-bd0b-4403-9aaf-55d4e1bf6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:25.296295 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-3d8f0564-bd0b-4403-9aaf-55d4e1bf6e6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.1067886 Jun 24 04:18:25.328081 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fea21768-a126-42bb-924c-5215f0dda03e req-596b5616-32f8-4f12-ab77-0da3f9db221e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709684 Jun 24 04:18:25.448264 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-10609343-5a93-4394-bcfe-835d526fc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:25.449926 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-10609343-5a93-4394-bcfe-835d526fc90f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721765 Jun 24 04:18:25.462891 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-b9531fde-d28b-4a2c-83eb-9998f03f973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:25.464309 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-b9531fde-d28b-4a2c-83eb-9998f03f973a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 916 time: 0.5317721 Jun 24 04:18:25.464703 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:25.496983 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.db.resource_extend [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 04:18:25.500427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:25.552935 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e729f-f2e8-4194-bd73-833c028d8d05 req-e9d186b7-caf3-4953-95f9-1533911c00b2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:25.555783 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e8e729f-f2e8-4194-bd73-833c028d8d05 req-e9d186b7-caf3-4953-95f9-1533911c00b2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1142807 Jun 24 04:18:25.605123 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:25.630225 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e8e729f-f2e8-4194-bd73-833c028d8d05 req-30da59b4-0bbe-4bd4-9621-60fe5ac0724c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636001 Jun 24 04:18:25.671713 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:25.772498 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Floating IP d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4 associated. External IP: 172.27.2.188, port: a4646799-84a1-4e0f-88f6-135dfd47c759. Jun 24 04:18:25.885693 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:26.011647 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Router d896c8ed-7644-4bc0-b747-979e67a7f6c2 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:18:26.081993 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 50994) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:26.096152 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-edd724f1-95c0-4b4d-b16c-2ce90e6cb64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:26.170793 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:26.187568 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:26.187654 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] Sync routers for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:26.201210 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:26.201210 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:26.231985 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-e5b03f5d-74fa-43ad-83fb-c00725add3cb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "PUT /v2.0/floatingips/d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4 HTTP/1.1" status: 200 len: 991 time: 1.7417583 Jun 24 04:18:26.236926 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:26.239184 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6360ec0-e81e-469b-a386-7b9ca013bf00" -d '{"events": [{"name": "network-changed", "server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:26.248478 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-8740ccc2-ae42-49a3-8e4e-3e585c3746ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a HTTP/1.1" status: 200 len: 1000 time: 0.1392019 Jun 24 04:18:26.259334 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-d255245e-9866-4c2a-8269-53c9b461a466 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445189 Jun 24 04:18:26.306291 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b63f4e4-0bbc-4d35-8343-1dc6e8fc83af x-openstack-request-id: req-7b63f4e4-0bbc-4d35-8343-1dc6e8fc83af {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:26.306531 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:26.306677 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b63f4e4-0bbc-4d35-8343-1dc6e8fc83af {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:26.307261 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b63f4e4-0bbc-4d35-8343-1dc6e8fc83af'] response: {'name': 'network-changed', 'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'status': 'completed', 'code': 200} Jun 24 04:18:26.322333 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-edd724f1-95c0-4b4d-b16c-2ce90e6cb64e admin admin] Publish callbacks [] for security_group (c1bd2286-9d19-4d8f-a6bb-a2e9b3f3e9e7), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:26.332858 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-44f69fd0-eec7-4217-9179-1a76761d5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:26.335258 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-44f69fd0-eec7-4217-9179-1a76761d5cbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.0785513 Jun 24 04:18:26.352287 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:26.353935 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:26.382119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-edd724f1-95c0-4b4d-b16c-2ce90e6cb64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c1bd2286-9d19-4d8f-a6bb-a2e9b3f3e9e7), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:26.416625 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-642b739f-b7b0-4e18-a60f-68f8a3d81f16 req-779f94de-729b-4164-a138-8a518d644a41 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499670 Jun 24 04:18:26.462453 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-edd724f1-95c0-4b4d-b16c-2ce90e6cb64e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e110cf156df446e2b2c342181f177651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793347 Jun 24 04:18:26.466701 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51018) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:26.471506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd724f1-95c0-4b4d-b16c-2ce90e6cb64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd2286-9d19-4d8f-a6bb-a2e9b3f3e9e7,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:26.499042 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-5d862b95-182b-4018-b8c1-6e2e4d0a3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:26.500551 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-5d862b95-182b-4018-b8c1-6e2e4d0a3f2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463541 Jun 24 04:18:26.513328 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5011257-72bd-4803-8d34-76464c11c049 req-a1b8885e-c6c8-40e3-bd0f-b4d8e02624a5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:26.522432 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b5011257-72bd-4803-8d34-76464c11c049 req-a1b8885e-c6c8-40e3-bd0f-b4d8e02624a5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.1066909 Jun 24 04:18:26.566524 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:26.594070 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-5d732f23-6ec3-4c70-818a-7d62eda12115 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=09b6462b30a34629bda3cfb3b7270c6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969555 Jun 24 04:18:26.603987 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-eee9fc55-56ba-439f-bd6e-06a25eec1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:26.607330 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-eee9fc55-56ba-439f-bd6e-06a25eec1f8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 1129 time: 0.1564784 Jun 24 04:18:26.670982 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b5011257-72bd-4803-8d34-76464c11c049 req-8a5fa6d6-edf4-4431-9d9b-a01f024e2390 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474476 Jun 24 04:18:26.673207 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-ae4ce1e0-23b5-47cb-9c87-34ddd30e7757 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420882 Jun 24 04:18:26.702656 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'd1e35eb4-e9f8-48d0-9190-1a3cf87e51c4', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'port_id': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'mac_address': 'fa:16:3e:6a:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085e856-e8d0-451d-be61-532ea491655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:34Z', 'updated_at': '2022-06-24T04:18:25Z', 'revision_number': 1, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:26.733236 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] Checking router: d896c8ed-7644-4bc0-b747-979e67a7f6c2 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:26.744591 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:26.745289 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:26.816679 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:26.832372 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b27460d9-d0d3-4e44-b463-484454efd846 admin admin] Publish callbacks [] for security_group (c1bd2286-9d19-4d8f-a6bb-a2e9b3f3e9e7), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:26.854867 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8a61-727e-4805-845c-b5b3260351e3 req-c18ec035-e63f-4b51-916c-bd29914f809b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:26.856830 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-845e8a61-727e-4805-845c-b5b3260351e3 req-c18ec035-e63f-4b51-916c-bd29914f809b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1144655 Jun 24 04:18:26.859225 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:26.907592 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b27460d9-d0d3-4e44-b463-484454efd846 admin admin] Publish callbacks [] for security_group (c1bd2286-9d19-4d8f-a6bb-a2e9b3f3e9e7), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:26.927469 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-bc4ce1ff-adf8-4592-8f1a-e65d58575f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:26.928999 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-bc4ce1ff-adf8-4592-8f1a-e65d58575f9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.3120768 Jun 24 04:18:26.941116 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-845e8a61-727e-4805-845c-b5b3260351e3 req-1c8afd68-b924-403a-af99-346d759e864c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716972 Jun 24 04:18:26.945192 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f8bc098-8d3c-4d16-9f80-09ecd7f72f42 req-228b75b2-1af0-4246-81af-817eb496612b service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015462 Jun 24 04:18:26.970131 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-25ffbe56-2dca-404a-bbb0-1f4b1512e0a2 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:26.971678 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-25ffbe56-2dca-404a-bbb0-1f4b1512e0a2 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619559 Jun 24 04:18:27.048639 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:27.082852 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-f86a91d7-7169-414c-b0de-536d9ead2a48 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/quotas/09b6462b30a34629bda3cfb3b7270c6d HTTP/1.1" status: 200 len: 375 time: 0.0958633 Jun 24 04:18:27.119032 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54644a5d-f763-402b-b13d-6ae422e5a457 req-52f6da09-3726-4420-a0e9-76074d1955d0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:27.120515 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-54644a5d-f763-402b-b13d-6ae422e5a457 req-52f6da09-3726-4420-a0e9-76074d1955d0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0613167 Jun 24 04:18:27.129942 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51032) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:27.139764 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'floatingip': {'port_id': '743a00dc-b28e-4621-9d5a-757c991d77fb'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:18:27.149917 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-3b5aeac2-bdf2-4505-b7f0-c2606deb943a tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09b6462b30a34629bda3cfb3b7270c6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661178 Jun 24 04:18:27.153556 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-3e5a0f28-8211-4a10-b653-3c305be6fd30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 200 len: 999 time: 0.2078865 Jun 24 04:18:27.208521 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'd1e35eb4-e9f8-48d0-9190-1a3cf87e51c4', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'port_id': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'mac_address': 'fa:16:3e:6a:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085e856-e8d0-451d-be61-532ea491655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:34Z', 'updated_at': '2022-06-24T04:18:25Z', 'revision_number': 1, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:27.209079 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b27460d9-d0d3-4e44-b463-484454efd846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c1bd2286-9d19-4d8f-a6bb-a2e9b3f3e9e7), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:27.211124 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b27460d9-d0d3-4e44-b463-484454efd846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:27.214922 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b27460d9-d0d3-4e44-b463-484454efd846 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1bd2286-9d19-4d8f-a6bb-a2e9b3f3e9e7 HTTP/1.1" status: 204 len: 168 time: 0.7462447 Jun 24 04:18:27.221253 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27460d9-d0d3-4e44-b463-484454efd846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd2286-9d19-4d8f-a6bb-a2e9b3f3e9e7,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:27.249136 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825586bf-c4bf-47bf-b772-2d3164cec709 None None] The sync data for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi is: [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'd1e35eb4-e9f8-48d0-9190-1a3cf87e51c4', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'port_id': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'mac_address': 'fa:16:3e:6a:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085e856-e8d0-451d-be61-532ea491655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:34Z', 'updated_at': '2022-06-24T04:18:25Z', 'revision_number': 1, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:27.492105 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (ea7c7a32-c574-4702-b565-37106b55d8dd), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:27.597993 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2084906d-f003-4e8e-a9ea-b7eea7a148a4 req-54b0ea45-adbb-4eac-a755-18b8dbdf3a23 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.1099799 Jun 24 04:18:27.607690 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d69a2-bfc9-49e5-8e87-3e7bd225546b None None] New status for floating IP d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4: ACTIVE {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:18:27.800243 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-4a6c575d-022a-417f-9163-99ebbfdb6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:27.802535 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-4a6c575d-022a-417f-9163-99ebbfdb6212 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.1736286 Jun 24 04:18:27.843572 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:27.901755 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-921fef15-15b4-4198-b672-6c04f8c38eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:27.904750 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-921fef15-15b4-4198-b672-6c04f8c38eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910504 Jun 24 04:18:27.967857 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:28.097064 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-1b544740-e509-4c0c-9a18-a63456640773 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638677 Jun 24 04:18:28.110322 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9975df-9422-4591-8d8e-aed6282dfcec req-f1f1119d-60cb-4bd1-b7a2-f10581984466 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:28.117764 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5b9975df-9422-4591-8d8e-aed6282dfcec req-f1f1119d-60cb-4bd1-b7a2-f10581984466 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0697026 Jun 24 04:18:28.195915 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5b9975df-9422-4591-8d8e-aed6282dfcec req-09d2cd71-5539-4d62-a71f-1dbc58f7b6b4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769665 Jun 24 04:18:28.258808 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:28.323080 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f6360ec0-e81e-469b-a386-7b9ca013bf00 req-ed454625-280a-40c0-a87e-2591f058cdf1 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062653 Jun 24 04:18:28.339360 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:28.382294 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-605dd234-877f-4f31-b096-2c298d74e07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:28.411001 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (ea7c7a32-c574-4702-b565-37106b55d8dd), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:28.513543 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Floating IP ea7c7a32-c574-4702-b565-37106b55d8dd associated. External IP: 172.27.2.178, port: 743a00dc-b28e-4621-9d5a-757c991d77fb. Jun 24 04:18:28.662427 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:28.729552 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4554ca30-e3ea-4665-bbc6-013ae4fb4c77 req-75cc0936-7ae7-4655-bee2-42e2e60b03df tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0371537 Jun 24 04:18:28.759524 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:18:28.864720 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:28.869147 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:28.874645 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] Sync routers for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:28.888278 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:28.889216 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:28.902183 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8f4e1e74-2db2-48fe-ba50-25aa16775cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "PUT /v2.0/floatingips/ea7c7a32-c574-4702-b565-37106b55d8dd HTTP/1.1" status: 200 len: 991 time: 1.7708738 Jun 24 04:18:28.903645 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'tag': '743a00dc-b28e-4621-9d5a-757c991d77fb'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:28.906142 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b" -d '{"events": [{"name": "network-changed", "server_uuid": "95960fad-f7dd-4195-97e2-b8519a0ac2d3", "tag": "743a00dc-b28e-4621-9d5a-757c991d77fb"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:28.945199 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1682f7f6-4483-45a6-b324-7979b410e2ec x-openstack-request-id: req-1682f7f6-4483-45a6-b324-7979b410e2ec {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:28.945488 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95960fad-f7dd-4195-97e2-b8519a0ac2d3", "tag": "743a00dc-b28e-4621-9d5a-757c991d77fb", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:28.947117 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1682f7f6-4483-45a6-b324-7979b410e2ec {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:28.947117 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1682f7f6-4483-45a6-b324-7979b410e2ec'] response: {'name': 'network-changed', 'server_uuid': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'tag': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'status': 'completed', 'code': 200} Jun 24 04:18:29.008472 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:29.283762 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'ea7c7a32-c574-4702-b565-37106b55d8dd', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'port_id': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'mac_address': 'fa:16:3e:57:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:41Z', 'updated_at': '2022-06-24T04:18:28Z', 'revision_number': 1, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:29.313728 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] Checking router: 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:29.322991 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-a341912d-5728-4d1f-a81b-f6ccd67361b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:29.325350 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-a341912d-5728-4d1f-a81b-f6ccd67361b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 1129 time: 0.3517835 Jun 24 04:18:29.326568 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:29.327537 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:29.357556 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cbfb2-15e0-43c3-a85a-5a794f1dd173 req-37a273b3-68d6-4152-af31-37d65c1799a5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:29.359435 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-789cbfb2-15e0-43c3-a85a-5a794f1dd173 req-37a273b3-68d6-4152-af31-37d65c1799a5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0684519 Jun 24 04:18:29.373499 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:29.417415 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-789cbfb2-15e0-43c3-a85a-5a794f1dd173 req-3e36b168-7d48-410a-8675-66286dc4aa84 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505071 Jun 24 04:18:29.462498 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-04502593-6429-43a4-af02-aaf171c8e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:29.464123 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-04502593-6429-43a4-af02-aaf171c8e8fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 911 time: 0.1303196 Jun 24 04:18:29.548500 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:29.557854 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-547971d8-79ab-4acc-b45d-68243f5d6229 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743a00dc-b28e-4621-9d5a-757c991d77fb HTTP/1.1" status: 200 len: 999 time: 0.0664501 Jun 24 04:18:29.572787 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:29.634760 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-41e33ae1-5896-4d18-ad18-1055112af2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:29.636865 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-41e33ae1-5896-4d18-ad18-1055112af2c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6c6cc8-dfad-4589-a778-52f0206b85e3 HTTP/1.1" status: 200 len: 849 time: 0.0722084 Jun 24 04:18:29.692627 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-10253fc1-0d5a-42cb-a7ff-27cd87272b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:29.694111 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-10253fc1-0d5a-42cb-a7ff-27cd87272b66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7b2c59a-0555-4ea1-82f3-82731a83d232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465574 Jun 24 04:18:29.791400 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'ea7c7a32-c574-4702-b565-37106b55d8dd', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'port_id': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'mac_address': 'fa:16:3e:57:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:41Z', 'updated_at': '2022-06-24T04:18:28Z', 'revision_number': 1, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:29.804225 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:29.829691 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb162b-f235-4750-b802-0251303d8d4f None None] The sync data for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi is: [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'ea7c7a32-c574-4702-b565-37106b55d8dd', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'port_id': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'mac_address': 'fa:16:3e:57:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:41Z', 'updated_at': '2022-06-24T04:18:28Z', 'revision_number': 1, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:29.879616 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-90f6091b-b303-4928-80ac-2b70e58255b1 req-02173cd5-de01-4865-b50e-955c291aa61b tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0411904 Jun 24 04:18:29.881976 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-e20ec4f8-c9d3-498f-b9fe-2b2396de2ab8 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717565 Jun 24 04:18:30.561432 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8d669-1094-46fe-a464-e7a47c8becb2 req-5c062648-8004-4bc9-9a30-3908cc1dadbc tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:30.563074 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-96c8d669-1094-46fe-a464-e7a47c8becb2 req-5c062648-8004-4bc9-9a30-3908cc1dadbc tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0510521 Jun 24 04:18:30.603790 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f736c5-7a14-421a-aa49-e85ed90b0b24 None None] New status for floating IP ea7c7a32-c574-4702-b565-37106b55d8dd: ACTIVE {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:18:30.613203 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-96c8d669-1094-46fe-a464-e7a47c8becb2 req-a0c6fe07-ea32-42d3-b106-70c76ca478eb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Jun 24 04:18:30.733772 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-20bd6d47-b277-42a6-99d6-ce6c544a8e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:30.991657 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-64c16c2b-eff3-4aae-9c76-0680e91b4f21 req-91ed225b-69b1-4b9c-8670-155bd035ee38 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0305278 Jun 24 04:18:31.173324 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6fc5cd0-947d-40ca-9d3d-e80b8d97f69b req-3d736c34-daad-4332-93a4-a652457ea8f7 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Jun 24 04:18:31.396987 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51154) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:31.508781 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-719883ac-3db2-4dab-af72-b2cf2c3c757a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:31.594487 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-719883ac-3db2-4dab-af72-b2cf2c3c757a admin admin] Publish callbacks [] for security_group (0c2dd316-d791-48bf-9999-d1cd0e68c1a6), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:31.684805 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-719883ac-3db2-4dab-af72-b2cf2c3c757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (0c2dd316-d791-48bf-9999-d1cd0e68c1a6), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:31.780079 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:31.784392 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51160) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:31.785029 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-719883ac-3db2-4dab-af72-b2cf2c3c757a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=407751e8a4354460bbe697115817c583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836086 Jun 24 04:18:31.796076 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719883ac-3db2-4dab-af72-b2cf2c3c757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2dd316-d791-48bf-9999-d1cd0e68c1a6,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:31.808070 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b41b4-6342-4eed-86ad-e9863e1e432b req-7f04a71b-4a79-48eb-a4a9-eb177f14ae82 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:31.810200 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-687b41b4-6342-4eed-86ad-e9863e1e432b req-7f04a71b-4a79-48eb-a4a9-eb177f14ae82 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1030674 Jun 24 04:18:31.845388 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3be1-74de-43ad-9e2b-cd3d4dd8efa2 admin admin] Publish callbacks [] for security_group (0c2dd316-d791-48bf-9999-d1cd0e68c1a6), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:31.871540 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-687b41b4-6342-4eed-86ad-e9863e1e432b req-f3f4fe0e-be24-494e-beeb-d02e18e1d957 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540652 Jun 24 04:18:31.883076 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3be1-74de-43ad-9e2b-cd3d4dd8efa2 admin admin] Publish callbacks [] for security_group (0c2dd316-d791-48bf-9999-d1cd0e68c1a6), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:32.040873 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3be1-74de-43ad-9e2b-cd3d4dd8efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (0c2dd316-d791-48bf-9999-d1cd0e68c1a6), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:32.040873 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3be1-74de-43ad-9e2b-cd3d4dd8efa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:32.042336 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a2ec3be1-74de-43ad-9e2b-cd3d4dd8efa2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c2dd316-d791-48bf-9999-d1cd0e68c1a6 HTTP/1.1" status: 204 len: 168 time: 0.2567627 Jun 24 04:18:32.056066 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec3be1-74de-43ad-9e2b-cd3d4dd8efa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2dd316-d791-48bf-9999-d1cd0e68c1a6,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:32.104941 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-add30ce6-0da1-44b3-8cc3-53f981c0e234 req-51534b12-160b-4fb4-bf8d-facdad5f2848 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0359306 Jun 24 04:18:32.705062 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51172) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:32.719287 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6f3a14d2-c86b-4240-9868-9dfd2bb228dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:32.795996 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6f3a14d2-c86b-4240-9868-9dfd2bb228dd admin admin] Publish callbacks [] for security_group (a398ec5f-9b1a-43ff-a997-23ea9860146c), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:32.859499 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6f3a14d2-c86b-4240-9868-9dfd2bb228dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a398ec5f-9b1a-43ff-a997-23ea9860146c), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:32.899258 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-6f3a14d2-c86b-4240-9868-9dfd2bb228dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34f0b024a3ae4004b0c6bcadbb3bd5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931088 Jun 24 04:18:32.900118 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a14d2-c86b-4240-9868-9dfd2bb228dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398ec5f-9b1a-43ff-a997-23ea9860146c,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:32.902096 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51176) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:32.922889 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:32.953939 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-614c539e-b649-4bc2-9f5d-19ae09c160f3 admin admin] Publish callbacks [] for security_group (a398ec5f-9b1a-43ff-a997-23ea9860146c), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:33.005603 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-614c539e-b649-4bc2-9f5d-19ae09c160f3 admin admin] Publish callbacks [] for security_group (a398ec5f-9b1a-43ff-a997-23ea9860146c), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:33.032290 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34fe6d-89ce-473f-8689-93e864e0503e req-6bf4f14e-5483-4488-a105-420e1c2834b8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:33.033807 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9e34fe6d-89ce-473f-8689-93e864e0503e req-6bf4f14e-5483-4488-a105-420e1c2834b8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0780025 Jun 24 04:18:33.073883 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:33.082361 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:33.100677 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9e34fe6d-89ce-473f-8689-93e864e0503e req-c925b666-c493-41b2-9900-82a8fe835fd2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512357 Jun 24 04:18:33.158840 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-614c539e-b649-4bc2-9f5d-19ae09c160f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a398ec5f-9b1a-43ff-a997-23ea9860146c), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:33.161404 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-614c539e-b649-4bc2-9f5d-19ae09c160f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:33.162578 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-614c539e-b649-4bc2-9f5d-19ae09c160f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a398ec5f-9b1a-43ff-a997-23ea9860146c HTTP/1.1" status: 204 len: 168 time: 0.2589188 Jun 24 04:18:33.172000 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c539e-b649-4bc2-9f5d-19ae09c160f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398ec5f-9b1a-43ff-a997-23ea9860146c,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:33.220298 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-29cf7fd4-3fff-442e-a04c-30e81708f5de req-60309de7-9bfe-4329-af32-7685bf1e986d tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0410988 Jun 24 04:18:33.393557 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:34.223071 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057b630-28f4-4845-b3ec-908316d497c0 req-bb4ef552-275a-4942-bea7-7d8a29ccb24e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:34.231764 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f057b630-28f4-4845-b3ec-908316d497c0 req-bb4ef552-275a-4942-bea7-7d8a29ccb24e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0609245 Jun 24 04:18:34.278944 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f057b630-28f4-4845-b3ec-908316d497c0 req-f4323122-1084-4132-9a4f-b4e8b57895d3 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483975 Jun 24 04:18:34.326173 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f7fec164-2ae0-4fd0-9b10-77f9df817710 req-55331120-8a1a-4fca-8cee-8e4aeaadec8a tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0327883 Jun 24 04:18:34.700913 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-0d537edd-4a8a-414c-ae87-b358e1179ff1 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=09b6462b30a34629bda3cfb3b7270c6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222251 Jun 24 04:18:34.727395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:34.815920 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-07cb4ff3-9d4d-4254-96b4-ff3164d7861f tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:34.817354 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-07cb4ff3-9d4d-4254-96b4-ff3164d7861f tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095469 Jun 24 04:18:35.258809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Request body: {'port': {'device_id': 'ea6c2630-e91d-4a96-a6c6-d6c3c45ae793', 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09', 'admin_state_up': True, 'tenant_id': '09b6462b30a34629bda3cfb3b7270c6d'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:18:35.415200 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674ed09-c499-45e2-bc1d-88d8464de19b req-6aca6ca6-93b6-40d1-8ab4-d2ac58a413a2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:35.416891 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d674ed09-c499-45e2-bc1d-88d8464de19b req-6aca6ca6-93b6-40d1-8ab4-d2ac58a413a2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0646384 Jun 24 04:18:35.441944 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bf0e7ca3-b5f7-4925-bbdb-5c6af39ff493 req-267d82ef-6592-4729-a5d6-baa2e91e1d44 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0423353 Jun 24 04:18:35.457189 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Made reservation on behalf of 09b6462b30a34629bda3cfb3b7270c6d for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:18:35.461257 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:35.473490 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:35.478638 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d674ed09-c499-45e2-bc1d-88d8464de19b req-22e84371-f3b0-4718-8557-a66a21a83466 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551796 Jun 24 04:18:35.513918 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:35.566357 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks [] for security_group (f404102a-e58d-4789-ad5a-d644a2afd5ae), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:35.688655 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f404102a-e58d-4789-ad5a-d644a2afd5ae), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:35.760182 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f404102a-e58d-4789-ad5a-d644a2afd5ae,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:35.834119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Allocated IP 192.168.233.200 (c9b9db04-2193-4ce7-8fe5-688b7d28ad09/dcda9a29-f56d-4c23-add2-bb4ae0b05d9f/e80694d2-50ab-4d1d-b2ba-0614dc294a4a) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:35.923120 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:35.998705 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks [] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:36.093942 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:36.141011 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:36.144347 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:36.148934 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:18:36.174586 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Pushing event updated for resources: {'Port': ['ID=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:36.215749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:36.216380 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:36.288762 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-a025f4de-a218-4524-a72e-8e962a315c47 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0338244 Jun 24 04:18:36.306425 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Request body: {'port': {'device_id': 'ea6c2630-e91d-4a96-a6c6-d6c3c45ae793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:18:36.383131 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:36.401863 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9875e338-1532-4be6-ad29-97e34280858c None None] Provisioning complete for port e80694d2-50ab-4d1d-b2ba-0614dc294a4a triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:36.402429 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9875e338-1532-4be6-ad29-97e34280858c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:36.454083 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9875e338-1532-4be6-ad29-97e34280858c None None] Port e80694d2-50ab-4d1d-b2ba-0614dc294a4a cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:18:36.564208 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dfa4f-da16-4f90-9d00-a42481e84081 req-7b4b1dc7-c642-479f-8c4f-156a27d5b962 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:36.565717 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a6dfa4f-da16-4f90-9d00-a42481e84081 req-7b4b1dc7-c642-479f-8c4f-156a27d5b962 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 936 time: 0.0470676 Jun 24 04:18:36.614314 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a6dfa4f-da16-4f90-9d00-a42481e84081 req-097c0f8b-b7ed-4b9a-91dc-3fd251b17bad tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Jun 24 04:18:36.692165 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80694d2-50ab-4d1d-b2ba-0614dc294a4a {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:18:36.699253 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:36.704962 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Publish callbacks [] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:36.719406 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Transition to ACTIVE for port object e80694d2-50ab-4d1d-b2ba-0614dc294a4a will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:18:36.744038 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162074f-da30-4b16-9784-77dc3382fb67 req-1017a61b-d233-42bc-8e06-2da1af8b688a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:36.745522 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7162074f-da30-4b16-9784-77dc3382fb67 req-1017a61b-d233-42bc-8e06-2da1af8b688a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0554914 Jun 24 04:18:36.796400 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7162074f-da30-4b16-9784-77dc3382fb67 req-78ba2452-404b-4983-bb5f-6d8665ebd2d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Jun 24 04:18:36.809070 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:36.847382 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5813c7-fe3f-43f0-b8fb-1b5e6a7a387d req-e7b8c7c7-e591-4e81-9898-de08f6944c2c tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:36.848919 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6b5813c7-fe3f-43f0-b8fb-1b5e6a7a387d req-e7b8c7c7-e591-4e81-9898-de08f6944c2c tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0777793 Jun 24 04:18:36.899923 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:36.986962 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6b5813c7-fe3f-43f0-b8fb-1b5e6a7a387d req-9a47ac82-9c45-4e15-a48d-ef115539b922 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312201 Jun 24 04:18:37.011685 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Attempting to bind port e80694d2-50ab-4d1d-b2ba-0614dc294a4a on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:18:37.014395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Attempting to bind port e80694d2-50ab-4d1d-b2ba-0614dc294a4a by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:18:37.014395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Attempting to bind port e80694d2-50ab-4d1d-b2ba-0614dc294a4a on network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:18:37.015522 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:37.017705 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Port e80694d2-50ab-4d1d-b2ba-0614dc294a4a on network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:18:37.018025 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Attempting to bind port e80694d2-50ab-4d1d-b2ba-0614dc294a4a on network c9b9db04-2193-4ce7-8fe5-688b7d28ad09 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:18:37.023767 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:18:37.024106 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Checking segment: {'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:18:37.024486 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Bound using segment: {'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:18:37.024912 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Bound port: e80694d2-50ab-4d1d-b2ba-0614dc294a4a, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590cca68-4d0a-47a2-a9c4-b25cdfe23d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:18:37.025295 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:37.089191 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] For port e80694d2-50ab-4d1d-b2ba-0614dc294a4a, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:37.092844 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] For port e80694d2-50ab-4d1d-b2ba-0614dc294a4a, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,segment=NetworkSegment(590cca68-4d0a-47a2-a9c4-b25cdfe23d6e),segment_id=590cca68-4d0a-47a2-a9c4-b25cdfe23d6e)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:37.194263 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:37.232683 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:37.233104 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:37.234784 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] 10.222.0.43 "PUT /v2.0/ports/e80694d2-50ab-4d1d-b2ba-0614dc294a4a HTTP/1.1" status: 200 len: 1098 time: 0.9342513 Jun 24 04:18:37.235218 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6c2630-e91d-4a96-a6c6-d6c3c45ae793', 'tag': 'e80694d2-50ab-4d1d-b2ba-0614dc294a4a'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:37.237452 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd34a260-6bf0-403c-880d-15003d5a16ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6c2630-e91d-4a96-a6c6-d6c3c45ae793", "tag": "e80694d2-50ab-4d1d-b2ba-0614dc294a4a"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:37.271056 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a7757-e498-4dd6-90b5-d268fda799e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:37.282153 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2c21a-107f-4afc-a865-8a670bd9d890 x-openstack-request-id: req-a8a2c21a-107f-4afc-a865-8a670bd9d890 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:37.282682 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6c2630-e91d-4a96-a6c6-d6c3c45ae793", "tag": "e80694d2-50ab-4d1d-b2ba-0614dc294a4a", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:37.283101 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8a2c21a-107f-4afc-a865-8a670bd9d890 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:37.283650 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a2c21a-107f-4afc-a865-8a670bd9d890'] response: {'name': 'network-changed', 'server_uuid': 'ea6c2630-e91d-4a96-a6c6-d6c3c45ae793', 'tag': 'e80694d2-50ab-4d1d-b2ba-0614dc294a4a', 'status': 'completed', 'code': 200} Jun 24 04:18:37.741714 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eedaa-56ee-4f26-a3f7-4389d33fe07e req-414b312c-4e79-4880-b914-d2796448198e tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:37.746857 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d43eedaa-56ee-4f26-a3f7-4389d33fe07e req-414b312c-4e79-4880-b914-d2796448198e tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 948 time: 0.0581977 Jun 24 04:18:37.802922 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d43eedaa-56ee-4f26-a3f7-4389d33fe07e req-9b65cac6-4284-4c29-b04b-6b26ce3fea14 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Jun 24 04:18:37.914977 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3643c1-8572-4571-b434-9cffd471595e req-d243d586-7919-4acf-890e-6d7c3b0cdc8d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:37.916410 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1c3643c1-8572-4571-b434-9cffd471595e req-d243d586-7919-4acf-890e-6d7c3b0cdc8d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0452945 Jun 24 04:18:37.963549 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1c3643c1-8572-4571-b434-9cffd471595e req-a34a63c3-6cf6-4435-a73b-41a334302be6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Jun 24 04:18:38.104714 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9684059-720e-475a-92a2-402d6d2187a9 req-6770753d-8915-42b9-ad26-431fe27b2446 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:38.106214 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e9684059-720e-475a-92a2-402d6d2187a9 req-6770753d-8915-42b9-ad26-431fe27b2446 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0472569 Jun 24 04:18:38.149708 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51334) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:38.156341 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e9684059-720e-475a-92a2-402d6d2187a9 req-58f5686f-137c-4f7f-a342-f300a5c321fd tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Jun 24 04:18:38.285969 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34a260-6bf0-403c-880d-15003d5a16ed req-1d283628-d211-4ea7-83a5-688ef70e7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:38.287592 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bd34a260-6bf0-403c-880d-15003d5a16ed req-1d283628-d211-4ea7-83a5-688ef70e7c4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09b6462b30a34629bda3cfb3b7270c6d&device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 1132 time: 0.0441277 Jun 24 04:18:38.293555 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51340) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:38.343431 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fc7fdc08-6195-465a-9cab-5f895d331ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.343606 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bd34a260-6bf0-403c-880d-15003d5a16ed req-04ababa7-909b-4482-87a1-abffe80b0f4c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=09b6462b30a34629bda3cfb3b7270c6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299945 Jun 24 04:18:38.371363 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d3faf850-dd8a-42f9-8d46-79d3ef800784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.486213 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fc7fdc08-6195-465a-9cab-5f895d331ab2 admin admin] Publish callbacks [] for security_group (7b855d88-2837-4baa-9202-55bf4f25d01f), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.504479 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d3faf850-dd8a-42f9-8d46-79d3ef800784 admin admin] Publish callbacks [] for security_group (6ab1cc22-2935-435c-bf8b-3c7421f360db), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.532090 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34a260-6bf0-403c-880d-15003d5a16ed req-d4e68b17-cf76-4d5c-a50b-34e4c43dbdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:38.533606 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bd34a260-6bf0-403c-880d-15003d5a16ed req-d4e68b17-cf76-4d5c-a50b-34e4c43dbdc1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645956 Jun 24 04:18:38.564826 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fc7fdc08-6195-465a-9cab-5f895d331ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7b855d88-2837-4baa-9202-55bf4f25d01f), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.602389 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d3faf850-dd8a-42f9-8d46-79d3ef800784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6ab1cc22-2935-435c-bf8b-3c7421f360db), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.607684 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fdc08-6195-465a-9cab-5f895d331ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b855d88-2837-4baa-9202-55bf4f25d01f,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:38.612604 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-f509305f-0f92-46e1-b21d-2d20a5e0b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:38.614101 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-f509305f-0f92-46e1-b21d-2d20a5e0b085 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09b6462b30a34629bda3cfb3b7270c6d&device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 1132 time: 0.0426097 Jun 24 04:18:38.623355 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-fc7fdc08-6195-465a-9cab-5f895d331ab2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c13a5c860de44a4950a165e8273fad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700303 Jun 24 04:18:38.624612 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51344) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:38.628743 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:38.652576 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d3faf850-dd8a-42f9-8d46-79d3ef800784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce8010570e7f40bbafaf15b9330456c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578303 Jun 24 04:18:38.653783 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faf850-dd8a-42f9-8d46-79d3ef800784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab1cc22-2935-435c-bf8b-3c7421f360db,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:38.657099 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51346) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:38.673662 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-59610324-55a5-42af-8d1c-9bb758ee9867 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e80694d2-50ab-4d1d-b2ba-0614dc294a4a HTTP/1.1" status: 200 len: 217 time: 0.0479422 Jun 24 04:18:38.679527 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:38.710171 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-438cef66-35bb-4513-a6a2-2f3630cec19c admin admin] Publish callbacks [] for security_group (6ab1cc22-2935-435c-bf8b-3c7421f360db), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.711721 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-616854ca-7502-4b53-a7d5-d2bd56c58129 admin admin] Publish callbacks [] for security_group (7b855d88-2837-4baa-9202-55bf4f25d01f), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.732797 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-438cef66-35bb-4513-a6a2-2f3630cec19c admin admin] Publish callbacks [] for security_group (6ab1cc22-2935-435c-bf8b-3c7421f360db), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.733775 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-616854ca-7502-4b53-a7d5-d2bd56c58129 admin admin] Publish callbacks [] for security_group (7b855d88-2837-4baa-9202-55bf4f25d01f), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.851129 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-438cef66-35bb-4513-a6a2-2f3630cec19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6ab1cc22-2935-435c-bf8b-3c7421f360db), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.852971 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-616854ca-7502-4b53-a7d5-d2bd56c58129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7b855d88-2837-4baa-9202-55bf4f25d01f), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.854464 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-438cef66-35bb-4513-a6a2-2f3630cec19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.858598 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-438cef66-35bb-4513-a6a2-2f3630cec19c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ab1cc22-2935-435c-bf8b-3c7421f360db HTTP/1.1" status: 204 len: 168 time: 0.1973186 Jun 24 04:18:38.864195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-616854ca-7502-4b53-a7d5-d2bd56c58129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:38.864195 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-616854ca-7502-4b53-a7d5-d2bd56c58129 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b855d88-2837-4baa-9202-55bf4f25d01f HTTP/1.1" status: 204 len: 168 time: 0.2317717 Jun 24 04:18:38.864195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-b5a7d4a8-4042-4d9d-9d5a-39ee537f17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:38.864195 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-b5a7d4a8-4042-4d9d-9d5a-39ee537f17c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dcda9a29-f56d-4c23-add2-bb4ae0b05d9f HTTP/1.1" status: 200 len: 843 time: 0.0545766 Jun 24 04:18:38.877196 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616854ca-7502-4b53-a7d5-d2bd56c58129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b855d88-2837-4baa-9202-55bf4f25d01f,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:38.927989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:38.934167 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cef66-35bb-4513-a6a2-2f3630cec19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab1cc22-2935-435c-bf8b-3c7421f360db,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:38.936531 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-4fffef90-f21a-4c4b-a649-4a54e273c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:38.938363 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-4fffef90-f21a-4c4b-a649-4a54e273c30c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c9b9db04-2193-4ce7-8fe5-688b7d28ad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0522256 Jun 24 04:18:39.002509 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-7db5acd3-bc7d-4c40-a1b0-dec2141272d1 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:39.004450 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-7db5acd3-bc7d-4c40-a1b0-dec2141272d1 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.43 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.1195180 Jun 24 04:18:39.054418 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7990b-6b5e-4c5a-a34b-e05810e5a704 req-e5829df8-168a-48a7-91e9-67c7eceefd7c tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:39.058472 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6cc7990b-6b5e-4c5a-a34b-e05810e5a704 req-e5829df8-168a-48a7-91e9-67c7eceefd7c tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 948 time: 0.1876068 Jun 24 04:18:39.064190 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-766e92cd-2eca-48db-9744-6b64b314a708 service neutron] 10.222.0.43 "GET /v2.0/networks/c9b9db04-2193-4ce7-8fe5-688b7d28ad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158841 Jun 24 04:18:39.130488 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1ca3-2a06-4167-adf3-b84354696be7 req-afe1508e-e456-4604-be2b-9175907b53d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:39.134077 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d24c1ca3-2a06-4167-adf3-b84354696be7 req-afe1508e-e456-4604-be2b-9175907b53d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0895684 Jun 24 04:18:39.134077 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:39.178980 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6cc7990b-6b5e-4c5a-a34b-e05810e5a704 req-cc99d775-3b91-4f82-a0ff-5e237c2c1f84 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160316 Jun 24 04:18:39.189651 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Deleting port 9db12867-7f3c-4aed-ab68-f4fff1b4247b {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:18:39.190094 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:39.224747 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d24c1ca3-2a06-4167-adf3-b84354696be7 req-2ebca423-27ae-478e-82e0-8c953c3754f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864940 Jun 24 04:18:39.244366 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0452f21-f614-4471-b734-8a446b37c2b9 req-d6ced7b2-cc39-436f-90d1-0ca2baf7e404 service neutron] 10.222.0.43 "GET /v2.0/networks/c9b9db04-2193-4ce7-8fe5-688b7d28ad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582692 Jun 24 04:18:39.331307 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] For port 9db12867-7f3c-4aed-ab68-f4fff1b4247b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9db12867-7f3c-4aed-ab68-f4fff1b4247b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:39.331680 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:39.357940 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3456aa6-1c6d-4ae0-8273-0c7224bbbd5e req-7a65d9ab-7935-4d4a-99ac-a61845dfc19a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:39.359469 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e3456aa6-1c6d-4ae0-8273-0c7224bbbd5e req-7a65d9ab-7935-4d4a-99ac-a61845dfc19a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 946 time: 0.0798469 Jun 24 04:18:39.360590 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Calling delete_port for 9db12867-7f3c-4aed-ab68-f4fff1b4247b owned by compute:nova {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:18:39.491545 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e3456aa6-1c6d-4ae0-8273-0c7224bbbd5e req-121fbc05-7d31-4345-918c-0e6bf7d8618b tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/security-groups?id=812671bc-c8fa-499b-a196-acb85da18d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248560 Jun 24 04:18:39.570038 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:39.645494 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (9db12867-7f3c-4aed-ab68-f4fff1b4247b), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:39.672234 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51370) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:39.680845 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Pushing event deleted for resources: {'Port': ['ID=9db12867-7f3c-4aed-ab68-f4fff1b4247b,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:39.689161 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-02bc70b5-87dd-4d70-b7dd-d534538e90b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:39.747741 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] No DVR routers for this DVR port 9db12867-7f3c-4aed-ab68-f4fff1b4247b on host hv-cinder-84684 {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:18:39.750933 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:39.754430 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e14c0a52-434f-4ada-9f47-d797e6394ac8 req-56a1038f-46ea-42b4-802d-c50c2d221b5a tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.43 "DELETE /v2.0/ports/9db12867-7f3c-4aed-ab68-f4fff1b4247b HTTP/1.1" status: 204 len: 173 time: 0.7423055 Jun 24 04:18:39.754883 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f16fc0-cce2-4425-b19e-3d48d212e9be', 'name': 'network-vif-deleted', 'tag': '9db12867-7f3c-4aed-ab68-f4fff1b4247b'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:39.757286 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04854902-79d3-4075-bbcc-f57bd8eccd7a" -d '{"events": [{"server_uuid": "01f16fc0-cce2-4425-b19e-3d48d212e9be", "name": "network-vif-deleted", "tag": "9db12867-7f3c-4aed-ab68-f4fff1b4247b"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:39.794167 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-02bc70b5-87dd-4d70-b7dd-d534538e90b2 admin admin] Publish callbacks [] for security_group (6b6b78d4-35c6-4151-9e03-2857772485d2), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:39.798649 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a8101f-5586-4d17-8c94-1d1b20822814 x-openstack-request-id: req-10a8101f-5586-4d17-8c94-1d1b20822814 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:39.798942 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f16fc0-cce2-4425-b19e-3d48d212e9be", "name": "network-vif-deleted", "tag": "9db12867-7f3c-4aed-ab68-f4fff1b4247b", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:39.799215 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10a8101f-5586-4d17-8c94-1d1b20822814 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:39.799594 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a8101f-5586-4d17-8c94-1d1b20822814'] response: {'server_uuid': '01f16fc0-cce2-4425-b19e-3d48d212e9be', 'name': 'network-vif-deleted', 'tag': '9db12867-7f3c-4aed-ab68-f4fff1b4247b', 'status': 'completed', 'code': 200} Jun 24 04:18:39.829758 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=46 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:39.874431 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-02bc70b5-87dd-4d70-b7dd-d534538e90b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6b6b78d4-35c6-4151-9e03-2857772485d2), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:39.916707 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-02bc70b5-87dd-4d70-b7dd-d534538e90b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e741564bb69147b6b865ba5c5c5465f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432892 Jun 24 04:18:39.917661 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc70b5-87dd-4d70-b7dd-d534538e90b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b78d4-35c6-4151-9e03-2857772485d2,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:39.919331 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51382) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:39.970738 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-26093d84-f9ca-4005-b62e-e094d51dada9 admin admin] Publish callbacks [] for security_group (6b6b78d4-35c6-4151-9e03-2857772485d2), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:39.991635 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-26093d84-f9ca-4005-b62e-e094d51dada9 admin admin] Publish callbacks [] for security_group (6b6b78d4-35c6-4151-9e03-2857772485d2), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:40.127922 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-26093d84-f9ca-4005-b62e-e094d51dada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6b6b78d4-35c6-4151-9e03-2857772485d2), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:40.130604 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-26093d84-f9ca-4005-b62e-e094d51dada9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:40.132229 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-26093d84-f9ca-4005-b62e-e094d51dada9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b6b78d4-35c6-4151-9e03-2857772485d2 HTTP/1.1" status: 204 len: 168 time: 0.2101531 Jun 24 04:18:40.134277 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:40.141218 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26093d84-f9ca-4005-b62e-e094d51dada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b78d4-35c6-4151-9e03-2857772485d2,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:40.319394 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fc1fd-627d-4341-95f8-231628ad9c47 req-fcc18afe-92e1-44b3-ae73-6a55a83d1f6c tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:40.320889 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-797fc1fd-627d-4341-95f8-231628ad9c47 req-fcc18afe-92e1-44b3-ae73-6a55a83d1f6c tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 948 time: 0.0579479 Jun 24 04:18:40.374467 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994dad-86c7-4afe-9f06-6fe7a412b43c req-ffcd2e45-6148-4f23-96cd-da0a3bd67e69 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:40.384024 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-48994dad-86c7-4afe-9f06-6fe7a412b43c req-ffcd2e45-6148-4f23-96cd-da0a3bd67e69 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0716476 Jun 24 04:18:40.440069 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-48994dad-86c7-4afe-9f06-6fe7a412b43c req-db66a3f4-b948-464f-98c4-763af30e4b19 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552185 Jun 24 04:18:40.595445 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-797fc1fd-627d-4341-95f8-231628ad9c47 req-bb16b7c0-de1a-40ef-ad3c-096486ebd2e0 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676466 Jun 24 04:18:40.624355 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f1f66a0a-680f-424e-bd54-9e5fc7746a73 req-aeaef5f2-34a7-41fa-b704-640394e827ca tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 210 time: 0.0314326 Jun 24 04:18:41.176734 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device e80694d2-50ab-4d1d-b2ba-0614dc294a4a details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:18:41.180666 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 9db12867-7f3c-4aed-ab68-f4fff1b4247b no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:41.208865 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 9db12867-7f3c-4aed-ab68-f4fff1b4247b {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:18:41.209527 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 9db12867-7f3c-4aed-ab68-f4fff1b4247b not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:41.308609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port e80694d2-50ab-4d1d-b2ba-0614dc294a4a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,segment=NetworkSegment(590cca68-4d0a-47a2-a9c4-b25cdfe23d6e),segment_id=590cca68-4d0a-47a2-a9c4-b25cdfe23d6e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:41.324444 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'e80694d2-50ab-4d1d-b2ba-0614dc294a4a', 'network_id': 'c9b9db04-2193-4ce7-8fe5-688b7d28ad09', 'port_id': 'e80694d2-50ab-4d1d-b2ba-0614dc294a4a', 'mac_address': 'fa:16:3e:e4:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcda9a29-f56d-4c23-add2-bb4ae0b05d9f', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:18:41.347047 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:41.361774 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port e80694d2-50ab-4d1d-b2ba-0614dc294a4a is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:41.362164 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:41.377199 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80694d2-50ab-4d1d-b2ba-0614dc294a4a {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:18:41.401569 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port e80694d2-50ab-4d1d-b2ba-0614dc294a4a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,segment=NetworkSegment(590cca68-4d0a-47a2-a9c4-b25cdfe23d6e),segment_id=590cca68-4d0a-47a2-a9c4-b25cdfe23d6e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:41.476170 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:41.539754 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:41.564975 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c9061-47d8-4952-b3b9-ba6b4188ca26 req-49b4dbfe-09e1-4554-a96f-73508c81f97d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:41.567560 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-549c9061-47d8-4952-b3b9-ba6b4188ca26 req-49b4dbfe-09e1-4554-a96f-73508c81f97d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0534275 Jun 24 04:18:41.618010 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-549c9061-47d8-4952-b3b9-ba6b4188ca26 req-943dd0bc-6741-4aca-96a1-d9ee19487b78 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 Jun 24 04:18:41.736439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841ea76-b0d3-4e29-87f7-03f210ed985e req-2bb5854f-27e5-4779-b43f-1d98a5f7dd74 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:41.737967 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9841ea76-b0d3-4e29-87f7-03f210ed985e req-2bb5854f-27e5-4779-b43f-1d98a5f7dd74 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 949 time: 0.0618296 Jun 24 04:18:41.759108 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8d557f49-9d9e-448c-a3e5-2e19fb012d16 req-dba2e596-23b5-4417-9ef3-09e0703cd389 tempest-DeleteServersTestJSON-1686592052 tempest-DeleteServersTestJSON-1686592052-project] 10.222.0.16 "GET /v2.0/ports?device_id=01f16fc0-cce2-4425-b19e-3d48d212e9be HTTP/1.1" status: 200 len: 210 time: 0.0345218 Jun 24 04:18:41.773882 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:41.787179 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['e80694d2-50ab-4d1d-b2ba-0614dc294a4a'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:18:41.796291 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9841ea76-b0d3-4e29-87f7-03f210ed985e req-0535af93-43db-4296-a88f-d37496bc4364 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521200 Jun 24 04:18:41.901084 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:42.736415 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd204438-9476-4a6f-94e0-4bf99427c7e9 req-a0e7f0f6-6f76-4679-a0a7-428cc9b00ee7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:42.737882 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dd204438-9476-4a6f-94e0-4bf99427c7e9 req-a0e7f0f6-6f76-4679-a0a7-428cc9b00ee7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0485718 Jun 24 04:18:42.791281 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dd204438-9476-4a6f-94e0-4bf99427c7e9 req-ad2541b3-9b0a-4608-bac9-d8f463bc4158 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 Jun 24 04:18:42.933292 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c12a4-7f98-4ca3-8837-c45e2f05f169 req-da6bc9da-bc35-4ef1-9d4f-3b3fc4d589d5 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:42.940756 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f65c12a4-7f98-4ca3-8837-c45e2f05f169 req-da6bc9da-bc35-4ef1-9d4f-3b3fc4d589d5 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 949 time: 0.0605965 Jun 24 04:18:43.002624 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f65c12a4-7f98-4ca3-8837-c45e2f05f169 req-cc2f2c1c-ddc5-49d0-8a71-0e35a9c21719 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575743 Jun 24 04:18:43.188032 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device e80694d2-50ab-4d1d-b2ba-0614dc294a4a up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:43.229283 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port e80694d2-50ab-4d1d-b2ba-0614dc294a4a completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:18:43.319866 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port e80694d2-50ab-4d1d-b2ba-0614dc294a4a triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:43.320289 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:43.403347 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port e80694d2-50ab-4d1d-b2ba-0614dc294a4a is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:43.403727 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:43.427109 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6c2630-e91d-4a96-a6c6-d6c3c45ae793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80694d2-50ab-4d1d-b2ba-0614dc294a4a'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:43.429329 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9ac6ec-3ded-4116-b39c-6603486aff65" -d '{"events": [{"server_uuid": "ea6c2630-e91d-4a96-a6c6-d6c3c45ae793", "name": "network-vif-plugged", "status": "completed", "tag": "e80694d2-50ab-4d1d-b2ba-0614dc294a4a"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:43.442681 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port e80694d2-50ab-4d1d-b2ba-0614dc294a4a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,segment=NetworkSegment(590cca68-4d0a-47a2-a9c4-b25cdfe23d6e),segment_id=590cca68-4d0a-47a2-a9c4-b25cdfe23d6e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:43.466677 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b32746-4187-45e6-835c-22e9ea1537ca x-openstack-request-id: req-43b32746-4187-45e6-835c-22e9ea1537ca {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:43.471638 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6c2630-e91d-4a96-a6c6-d6c3c45ae793", "name": "network-vif-plugged", "status": "completed", "tag": "e80694d2-50ab-4d1d-b2ba-0614dc294a4a", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:43.471638 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43b32746-4187-45e6-835c-22e9ea1537ca {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:43.471638 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b32746-4187-45e6-835c-22e9ea1537ca'] response: {'server_uuid': 'ea6c2630-e91d-4a96-a6c6-d6c3c45ae793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80694d2-50ab-4d1d-b2ba-0614dc294a4a', 'code': 200} Jun 24 04:18:43.541910 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:43.591379 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:43.919668 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c4d9-2f01-420b-b427-7c7b33e65fa7 req-77c35a46-a98b-4b12-8821-9757ffca1979 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:43.921209 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fd04c4d9-2f01-420b-b427-7c7b33e65fa7 req-77c35a46-a98b-4b12-8821-9757ffca1979 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0455511 Jun 24 04:18:43.970535 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fd04c4d9-2f01-420b-b427-7c7b33e65fa7 req-d18fa25e-b7a7-4988-8a12-0c457446b47a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Jun 24 04:18:44.115422 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08d3ce-89cf-4ad4-9af8-1c708806b9fb req-9190306f-6885-4e90-967c-f0d9b7f4cdf1 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:44.116770 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4e08d3ce-89cf-4ad4-9af8-1c708806b9fb req-9190306f-6885-4e90-967c-f0d9b7f4cdf1 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0465209 Jun 24 04:18:44.166428 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4e08d3ce-89cf-4ad4-9af8-1c708806b9fb req-5c76ca57-0ed4-495d-b5a0-54ad82852c72 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442512 Jun 24 04:18:45.086189 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6bbe2-eb66-44a0-887e-51060d9936d0 req-a9d94d5c-47ff-40d3-ba97-ed23f9a6d3dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:45.087688 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fec6bbe2-eb66-44a0-887e-51060d9936d0 req-a9d94d5c-47ff-40d3-ba97-ed23f9a6d3dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0488429 Jun 24 04:18:45.135969 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fec6bbe2-eb66-44a0-887e-51060d9936d0 req-9c36ac16-ee20-4398-9fc5-6e3006998a99 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 Jun 24 04:18:45.278061 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bf2b1-9420-471f-8c9f-4e716bb5bc76 req-cc04a1d6-9135-45c6-921f-834db1b9991c tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:45.280172 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-198bf2b1-9420-471f-8c9f-4e716bb5bc76 req-cc04a1d6-9135-45c6-921f-834db1b9991c tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0503223 Jun 24 04:18:45.327101 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-198bf2b1-9420-471f-8c9f-4e716bb5bc76 req-a3bbf938-289a-4e88-bdbb-0ca442f0a396 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Jun 24 04:18:46.341479 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc935f2-87cf-4bb8-b53c-fbab1e265846 req-cdfd54b3-b674-493b-9dfa-e211c3f39600 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:46.343953 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bdc935f2-87cf-4bb8-b53c-fbab1e265846 req-cdfd54b3-b674-493b-9dfa-e211c3f39600 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1399643 Jun 24 04:18:46.378141 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde06daf-3084-43ef-b1d4-415534d5fecb req-88efec35-df60-4e4a-b49b-346701974022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:46.380176 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dde06daf-3084-43ef-b1d4-415534d5fecb req-88efec35-df60-4e4a-b49b-346701974022 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 1134 time: 0.1384761 Jun 24 04:18:46.446796 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ee2ae-ea28-4936-b9c6-b3db28e0b818 req-661047a3-6ce6-4a9a-bfb4-5e22c0e3a181 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:46.448647 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cd6ee2ae-ea28-4936-b9c6-b3db28e0b818 req-661047a3-6ce6-4a9a-bfb4-5e22c0e3a181 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0475185 Jun 24 04:18:46.457434 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bdc935f2-87cf-4bb8-b53c-fbab1e265846 req-1a230e4f-1a2e-4b29-8aeb-57774e9c509d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071358 Jun 24 04:18:46.486510 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dde06daf-3084-43ef-b1d4-415534d5fecb req-3a264301-cd32-4f0f-be0c-c2784ea7c1cf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975280 Jun 24 04:18:46.514755 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cd6ee2ae-ea28-4936-b9c6-b3db28e0b818 req-7754da75-28b5-482a-a80c-d2029fece9ce tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557153 Jun 24 04:18:47.586719 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208381e-fa2f-4246-9368-d33ad4e4ea7d req-4e4fc918-91ff-4ab1-b117-86be44c1ca26 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:47.588236 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0208381e-fa2f-4246-9368-d33ad4e4ea7d req-4e4fc918-91ff-4ab1-b117-86be44c1ca26 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0529611 Jun 24 04:18:47.638614 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0208381e-fa2f-4246-9368-d33ad4e4ea7d req-421b3e03-6a42-494a-a369-1e81762a7044 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Jun 24 04:18:47.644930 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1e6d2-1f34-4045-bc81-304c3412fcf9 req-7eae04b2-fecd-4af6-9fc1-40c929c873c7 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:47.647019 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1fd1e6d2-1f34-4045-bc81-304c3412fcf9 req-7eae04b2-fecd-4af6-9fc1-40c929c873c7 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0624273 Jun 24 04:18:47.706548 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1fd1e6d2-1f34-4045-bc81-304c3412fcf9 req-461a4187-ed3c-4485-bd11-41cffea60999 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 Jun 24 04:18:47.743953 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51550) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:48.116235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (e41c347e-8708-4d88-8c2a-f29498a7cf61), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:48.332267 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:48.618535 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Deleting port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:18:48.618794 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:48.674780 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:48.707336 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] For port 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:48.707701 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:48.747281 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Calling delete_port for 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d owned by network:router_interface {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:18:48.800805 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423e90b-0283-4286-baf6-4a8af7ef674c req-c516ddd4-a63f-433c-a456-30ef59fe35ea tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:48.802419 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1423e90b-0283-4286-baf6-4a8af7ef674c req-c516ddd4-a63f-433c-a456-30ef59fe35ea tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0913916 Jun 24 04:18:48.820340 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2cc81-364c-4cfb-990f-fa109f3d6fa2 req-a95bcec5-4882-41de-8a9d-32fbc829c252 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:48.821950 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-48c2cc81-364c-4cfb-990f-fa109f3d6fa2 req-a95bcec5-4882-41de-8a9d-32fbc829c252 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0465043 Jun 24 04:18:48.856869 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:48.871709 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-48c2cc81-364c-4cfb-990f-fa109f3d6fa2 req-83fe1971-a133-44d7-b624-f54968af25d1 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Jun 24 04:18:48.898206 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1423e90b-0283-4286-baf6-4a8af7ef674c req-7eff39c2-bbb2-4f67-bd82-b5c6ac19bd59 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653515 Jun 24 04:18:49.090066 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (028b0bc8-fabc-446f-ba0c-c3470f0c8d1d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:49.113631 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=028b0bc8-fabc-446f-ba0c-c3470f0c8d1d,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:49.287318 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (e41c347e-8708-4d88-8c2a-f29498a7cf61), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:49.527577 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:49.542385 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Router e41c347e-8708-4d88-8c2a-f29498a7cf61 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:18:49.657314 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:49.679653 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:49.688614 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5ea9c002-5e5b-4285-ab8f-6edd79e23d7f admin admin] 10.222.0.16 "PUT /v2.0/routers/e41c347e-8708-4d88-8c2a-f29498a7cf61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9435780 Jun 24 04:18:49.690979 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] Sync routers for ids ['e41c347e-8708-4d88-8c2a-f29498a7cf61'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:49.691990 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51568) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:49.702393 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] Routers {'e41c347e-8708-4d88-8c2a-f29498a7cf61'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:49.703012 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['e41c347e-8708-4d88-8c2a-f29498a7cf61'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:49.741867 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:49.793688 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks [] for router (e41c347e-8708-4d88-8c2a-f29498a7cf61), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:49.802569 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] Set router e41c347e-8708-4d88-8c2a-f29498a7cf61 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:49.897011 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks [] for router_gateway (e41c347e-8708-4d88-8c2a-f29498a7cf61), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:49.987377 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:18:48Z', 'revision_number': 5, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port': {'id': '768159f6-edcf-4f75-8df7-93d783a4e065', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:49.996744 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12507f-2ff0-46c8-a5d0-28b127d7fc45 req-873f9afa-a37b-46a0-abdb-d5292fcb63f1 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:50.005093 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ed12507f-2ff0-46c8-a5d0-28b127d7fc45 req-873f9afa-a37b-46a0-abdb-d5292fcb63f1 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0524347 Jun 24 04:18:50.014715 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] Checking router: e41c347e-8708-4d88-8c2a-f29498a7cf61 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:50.023648 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] Routers {'e41c347e-8708-4d88-8c2a-f29498a7cf61'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:50.024325 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['e41c347e-8708-4d88-8c2a-f29498a7cf61'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:50.039872 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Deleting port 768159f6-edcf-4f75-8df7-93d783a4e065 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:18:50.040249 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.048945 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87cbe8-2d0d-4fdb-8f07-675c286a7cc0 req-14c43260-eed6-4a32-a968-fb465715aa38 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:50.049892 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9d87cbe8-2d0d-4fdb-8f07-675c286a7cc0 req-14c43260-eed6-4a32-a968-fb465715aa38 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0567369 Jun 24 04:18:50.067835 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ed12507f-2ff0-46c8-a5d0-28b127d7fc45 req-1e2aea58-ce81-4418-b1b5-dcc65d7a50b4 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616233 Jun 24 04:18:50.113078 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] Set router e41c347e-8708-4d88-8c2a-f29498a7cf61 gateway port host: None {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:50.151653 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9d87cbe8-2d0d-4fdb-8f07-675c286a7cc0 req-7b51a935-094d-4f68-b578-e6fee7ce9bf6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908530 Jun 24 04:18:50.165417 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:18:49Z', 'revision_number': 6, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:50.171754 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] For port 768159f6-edcf-4f75-8df7-93d783a4e065, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=768159f6-edcf-4f75-8df7-93d783a4e065,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:50.172123 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.186107 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Calling delete_port for 768159f6-edcf-4f75-8df7-93d783a4e065 owned by network:router_gateway {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:18:50.191598 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a37b2-3ffb-40c4-ba57-4098195230ce None None] The sync data for ids ['e41c347e-8708-4d88-8c2a-f29498a7cf61'] in dv-cinder-846842-3-iscsi is: [{'id': 'e41c347e-8708-4d88-8c2a-f29498a7cf61', 'name': 'tempest-DeleteServersTestJSON-1940514902-router', 'tenant_id': 'a48b90744f124a21b9e8d2b78836462e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:18:49Z', 'revision_number': 6, 'project_id': 'a48b90744f124a21b9e8d2b78836462e', 'gw_port_host': None}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:50.419600 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (768159f6-edcf-4f75-8df7-93d783a4e065), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.444448 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Pushing event deleted for resources: {'Port': ['ID=768159f6-edcf-4f75-8df7-93d783a4e065,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:50.511233 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (e41c347e-8708-4d88-8c2a-f29498a7cf61), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.640219 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (e41c347e-8708-4d88-8c2a-f29498a7cf61), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.642665 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks [] for router_controller (e41c347e-8708-4d88-8c2a-f29498a7cf61), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.650311 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:50.798980 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (e41c347e-8708-4d88-8c2a-f29498a7cf61), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.799656 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e41c347e-8708-4d88-8c2a-f29498a7cf61 {{(pid=104594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:18:50.804489 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.806236 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-856820dd-71db-4529-84ce-2cdbd84635ed admin admin] 10.222.0.16 "DELETE /v2.0/routers/e41c347e-8708-4d88-8c2a-f29498a7cf61 HTTP/1.1" status: 204 len: 168 time: 1.1127427 Jun 24 04:18:50.808230 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51580) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:50.854454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc393298-c25b-4a6f-a7e5-0ad478e1f17d admin admin] Deleting subnet 1958fe92-ad3a-4bd2-9413-a7358c8f9f21 {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:18:50.857758 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-dc393298-c25b-4a6f-a7e5-0ad478e1f17d admin admin] Publish callbacks [] for subnet (1958fe92-ad3a-4bd2-9413-a7358c8f9f21), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:50.881681 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:50.897430 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-dc393298-c25b-4a6f-a7e5-0ad478e1f17d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31464630'] for subnet (1958fe92-ad3a-4bd2-9413-a7358c8f9f21), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.003504 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-dc393298-c25b-4a6f-a7e5-0ad478e1f17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (1958fe92-ad3a-4bd2-9413-a7358c8f9f21), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.136620 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-dc393298-c25b-4a6f-a7e5-0ad478e1f17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30618364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30621842'] for subnet (1958fe92-ad3a-4bd2-9413-a7358c8f9f21), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.166695 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc393298-c25b-4a6f-a7e5-0ad478e1f17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1958fe92-ad3a-4bd2-9413-a7358c8f9f21,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:51.168705 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-dc393298-c25b-4a6f-a7e5-0ad478e1f17d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.172624 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-dc393298-c25b-4a6f-a7e5-0ad478e1f17d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1958fe92-ad3a-4bd2-9413-a7358c8f9f21 HTTP/1.1" status: 204 len: 168 time: 0.3634551 Jun 24 04:18:51.176399 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51584) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:51.178013 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3aec0-062c-4849-9773-e595146650d7 None None] Network b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:18:51.208291 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64863c3c-77b6-426b-adfa-c8bd9ab2875a req-9e7d70dc-5f07-46e0-92e8-0af6705e965a tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:51.220229 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-64863c3c-77b6-426b-adfa-c8bd9ab2875a req-9e7d70dc-5f07-46e0-92e8-0af6705e965a tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0760517 Jun 24 04:18:51.268537 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:51.280623 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (b4bf1515-2e35-410d-b83f-ccbbbbc60ef1), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.300459 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-64863c3c-77b6-426b-adfa-c8bd9ab2875a req-d66451a5-6f04-405f-8f3c-369786113cd8 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764008 Jun 24 04:18:51.345152 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327947a7-dbf2-429a-8451-c9a3f882f086 req-a90e6a49-c151-42b6-aca2-fe4c57ba6886 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:51.346511 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-327947a7-dbf2-429a-8451-c9a3f882f086 req-a90e6a49-c151-42b6-aca2-fe4c57ba6886 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0854979 Jun 24 04:18:51.384355 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] DHCP port deletion for b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:18:51.418901 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Deleting port 9dbf5de9-5c43-4c51-add3-7964c543d33b {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:18:51.419243 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.432232 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] Deleting port 9dbf5de9-5c43-4c51-add3-7964c543d33b {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:18:51.432633 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.466252 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-327947a7-dbf2-429a-8451-c9a3f882f086 req-f6b88f03-bd9f-4bd7-979b-facde45498a5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101158 Jun 24 04:18:51.502064 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] For port 9dbf5de9-5c43-4c51-add3-7964c543d33b, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=9dbf5de9-5c43-4c51-add3-7964c543d33b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:51.502504 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.510863 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] For port 9dbf5de9-5c43-4c51-add3-7964c543d33b, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=9dbf5de9-5c43-4c51-add3-7964c543d33b,segment=NetworkSegment(1de7ba82-4ac2-4305-b951-97ad8de64812),segment_id=1de7ba82-4ac2-4305-b951-97ad8de64812)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:51.511231 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.517889 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] Calling delete_port for 9dbf5de9-5c43-4c51-add3-7964c543d33b owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:18:51.532902 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Calling delete_port for 9dbf5de9-5c43-4c51-add3-7964c543d33b owned by network:dhcp {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:18:51.696549 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.729194 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbf5de9-5c43-4c51-add3-7964c543d33b,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:51.731108 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] No DVR routers for this DVR port 9dbf5de9-5c43-4c51-add3-7964c543d33b on host dv-cinder-846842-3-iscsi {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:18:51.776837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:51.785400 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:51.789026 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (9dbf5de9-5c43-4c51-add3-7964c543d33b), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.809903 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (b4bf1515-2e35-410d-b83f-ccbbbbc60ef1), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.814317 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] Pushing event deleted for resources: {'Port': ['ID=9dbf5de9-5c43-4c51-add3-7964c543d33b,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:51.819214 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae984bce-fabb-4533-8a91-97b1d8336bca None None] No DVR routers for this DVR port 9dbf5de9-5c43-4c51-add3-7964c543d33b on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:18:51.833011 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bf1515-2e35-410d-b83f-ccbbbbc60ef1']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:51.854787 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de7ba82-4ac2-4305-b951-97ad8de64812') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:51.854787 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de7ba82-4ac2-4305-b951-97ad8de64812') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:51.858756 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (1de7ba82-4ac2-4305-b951-97ad8de64812), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.872530 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (1de7ba82-4ac2-4305-b951-97ad8de64812), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.881246 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:18:51.881631 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (1de7ba82-4ac2-4305-b951-97ad8de64812), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:51.911449 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 768159f6-edcf-4f75-8df7-93d783a4e065 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:51.934719 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 768159f6-edcf-4f75-8df7-93d783a4e065 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:18:51.934983 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 768159f6-edcf-4f75-8df7-93d783a4e065 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:51.935805 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 9dbf5de9-5c43-4c51-add3-7964c543d33b no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:51.937938 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 1de7ba82-4ac2-4305-b951-97ad8de64812 resource provider aggregate not found Jun 24 04:18:51.955894 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 9dbf5de9-5c43-4c51-add3-7964c543d33b {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:18:51.956253 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 9dbf5de9-5c43-4c51-add3-7964c543d33b not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:51.956675 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:51.957844 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 1de7ba82-4ac2-4305-b951-97ad8de64812 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1de7ba82-4ac2-4305-b951-97ad8de64812 found for delete ", "request_id": "req-879f45a4-3da9-4ac6-86eb-11e711eca934"}]} Jun 24 04:18:51.978549 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:18:51.978549 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 028b0bc8-fabc-446f-ba0c-c3470f0c8d1d not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:52.033582 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (b4bf1515-2e35-410d-b83f-ccbbbbc60ef1), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.059119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.067950 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b4bf1515-2e35-410d-b83f-ccbbbbc60ef1 HTTP/1.1" status: 204 len: 168 time: 0.8842573 Jun 24 04:18:52.067950 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2323750-c35b-411a-8421-27115e4cd0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4bf1515-2e35-410d-b83f-ccbbbbc60ef1,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:52.160980 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51612) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:52.275383 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1eb2a2b2-d30f-479e-98fa-581831f728e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.356455 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1eb2a2b2-d30f-479e-98fa-581831f728e3 admin admin] Publish callbacks [] for security_group (9d958fa0-da1b-48f6-84d2-2becd0d1887f), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.418218 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c55cb2-88f7-4d10-8c3b-50431706a2dd req-83c606da-c24a-4821-9c2f-227658d6815b tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:52.420241 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06c55cb2-88f7-4d10-8c3b-50431706a2dd req-83c606da-c24a-4821-9c2f-227658d6815b tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0455654 Jun 24 04:18:52.443328 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1eb2a2b2-d30f-479e-98fa-581831f728e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (9d958fa0-da1b-48f6-84d2-2becd0d1887f), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.453303 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51620) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:52.494064 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-25b34050-1171-47f2-80b3-f0ab37977272 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a48b90744f124a21b9e8d2b78836462e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393512 Jun 24 04:18:52.498874 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-1eb2a2b2-d30f-479e-98fa-581831f728e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79f25266fc974f9c93b2fcc97e8aad9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335907 Jun 24 04:18:52.503532 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51624) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:52.503935 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51626) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:52.522168 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2a2b2-d30f-479e-98fa-581831f728e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d958fa0-da1b-48f6-84d2-2becd0d1887f,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:52.537052 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06c55cb2-88f7-4d10-8c3b-50431706a2dd req-48de2e6b-7408-48c8-b7e2-af8a355c2d0b tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112823 Jun 24 04:18:52.603499 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7beab3-14a8-4107-84a1-85b9d76d14f1 req-e00e7c18-a4d0-4525-b611-9e8d8a99345c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:52.605440 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-201af2a9-40df-40ae-9c51-f52800c32b1a admin admin] Publish callbacks [] for security_group (812671bc-c8fa-499b-a196-acb85da18d0e), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.605691 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2f7beab3-14a8-4107-84a1-85b9d76d14f1 req-e00e7c18-a4d0-4525-b611-9e8d8a99345c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0633538 Jun 24 04:18:52.607929 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e84b4fd-342d-4acc-9f67-f306b2b970af admin admin] Publish callbacks [] for security_group (9d958fa0-da1b-48f6-84d2-2becd0d1887f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.646444 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-201af2a9-40df-40ae-9c51-f52800c32b1a admin admin] Publish callbacks [] for security_group (812671bc-c8fa-499b-a196-acb85da18d0e), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.649650 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e84b4fd-342d-4acc-9f67-f306b2b970af admin admin] Publish callbacks [] for security_group (9d958fa0-da1b-48f6-84d2-2becd0d1887f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.661424 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2f7beab3-14a8-4107-84a1-85b9d76d14f1 req-2641afce-1d74-4e6b-ac92-7be822500e09 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 Jun 24 04:18:52.828333 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-201af2a9-40df-40ae-9c51-f52800c32b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (812671bc-c8fa-499b-a196-acb85da18d0e), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.830940 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-201af2a9-40df-40ae-9c51-f52800c32b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.832149 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-201af2a9-40df-40ae-9c51-f52800c32b1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/812671bc-c8fa-499b-a196-acb85da18d0e HTTP/1.1" status: 204 len: 168 time: 0.3272676 Jun 24 04:18:52.835200 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e84b4fd-342d-4acc-9f67-f306b2b970af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (9d958fa0-da1b-48f6-84d2-2becd0d1887f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.837635 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e84b4fd-342d-4acc-9f67-f306b2b970af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:52.838722 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-3e84b4fd-342d-4acc-9f67-f306b2b970af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d958fa0-da1b-48f6-84d2-2becd0d1887f HTTP/1.1" status: 204 len: 168 time: 0.3327410 Jun 24 04:18:52.847396 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201af2a9-40df-40ae-9c51-f52800c32b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812671bc-c8fa-499b-a196-acb85da18d0e,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:52.857653 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84b4fd-342d-4acc-9f67-f306b2b970af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d958fa0-da1b-48f6-84d2-2becd0d1887f,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:53.183659 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:53.197742 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893885-6a92-4149-a712-b8ce385243c6 req-7e50193f-7bc9-4dfb-a9e9-b74f22027a2a tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:53.199279 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-25893885-6a92-4149-a712-b8ce385243c6 req-7e50193f-7bc9-4dfb-a9e9-b74f22027a2a tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0496552 Jun 24 04:18:53.270999 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-25893885-6a92-4149-a712-b8ce385243c6 req-c50eecac-6198-44b9-ab02-08a68c45c758 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641556 Jun 24 04:18:53.780875 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284fe7-8bef-4011-a0b8-e793266f009b req-e60d73bb-df66-45c6-8f19-5036e54d3537 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:53.782396 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9d284fe7-8bef-4011-a0b8-e793266f009b req-e60d73bb-df66-45c6-8f19-5036e54d3537 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0489984 Jun 24 04:18:53.837494 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9d284fe7-8bef-4011-a0b8-e793266f009b req-1e774eb8-b60a-4a95-86ca-6ec7af896bbd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Jun 24 04:18:54.044074 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51682) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:54.266483 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1066117163-network', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:18:54.281271 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:54.356150 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Made reservation on behalf of 7e75e404ef4f4118a95ca8fb8d98becd for: {'network': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:18:54.359431 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:54.371627 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:54.420159 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:54.503770 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Publish callbacks [] for security_group (5ef92d58-d076-4933-a6fd-ab42d2f33581), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:54.603278 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (5ef92d58-d076-4933-a6fd-ab42d2f33581), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:54.628729 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:18:54.661715 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (c5e66265-35a8-4605-9a57-39dcd49022e9), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:54.662245 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.segments_db [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Added segment c5e66265-35a8-4605-9a57-39dcd49022e9 of type vlan for network 73023663-c454-4d4f-aaaf-a748940b4903 Jun 24 04:18:54.663391 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96b81-79c8-4d2e-9f6c-5a906d2735b3 req-8109a9af-ffa7-497f-b8de-8b53e01c31f2 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:54.663917 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02d96b81-79c8-4d2e-9f6c-5a906d2735b3 req-8109a9af-ffa7-497f-b8de-8b53e01c31f2 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.3156819 Jun 24 04:18:54.673494 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef92d58-d076-4933-a6fd-ab42d2f33581,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:54.709580 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (73023663-c454-4d4f-aaaf-a748940b4903), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:54.716988 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02d96b81-79c8-4d2e-9f6c-5a906d2735b3 req-dcf7a859-8826-4d0f-8962-d5c7631be398 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/security-groups?id=f404102a-e58d-4789-ad5a-d644a2afd5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Jun 24 04:18:54.804511 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (73023663-c454-4d4f-aaaf-a748940b4903), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:54.805453 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:54.806029 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:54.866782 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] Pushing event updated for resources: {'Network': ['ID=73023663-c454-4d4f-aaaf-a748940b4903,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:54.880086 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 73023663-c454-4d4f-aaaf-a748940b4903 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:18:54.948422 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-646f5d00-73d9-4e89-9428-d65918744d1e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9032204 Jun 24 04:18:54.952820 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51708) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:54.959424 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Request body: {'subnet': {'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1066117163-subnet', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:18:54.993704 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-774b2f38-c84a-425f-8aad-9e922b272c99 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:54.995198 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-774b2f38-c84a-425f-8aad-9e922b272c99 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 950 time: 0.0882998 Jun 24 04:18:55.016169 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8cad-123e-44e4-b64f-d355f57b471e req-505511a7-1cbf-4b5a-bfb7-f92fc7d38d3f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:55.022864 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-837c8cad-123e-44e4-b64f-d355f57b471e req-505511a7-1cbf-4b5a-bfb7-f92fc7d38d3f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0815427 Jun 24 04:18:55.046872 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Made reservation on behalf of 7e75e404ef4f4118a95ca8fb8d98becd for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:18:55.055189 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30621949'] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:55.189195 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-837c8cad-123e-44e4-b64f-d355f57b471e req-e59e3682-0edc-44d9-b71f-d021508a4d11 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654375 Jun 24 04:18:55.201409 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Deleting port e80694d2-50ab-4d1d-b2ba-0614dc294a4a {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:18:55.202228 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:55.206872 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:55.310001 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] For port e80694d2-50ab-4d1d-b2ba-0614dc294a4a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,segment=NetworkSegment(590cca68-4d0a-47a2-a9c4-b25cdfe23d6e),segment_id=590cca68-4d0a-47a2-a9c4-b25cdfe23d6e)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:55.310834 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:55.324975 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Calling delete_port for e80694d2-50ab-4d1d-b2ba-0614dc294a4a owned by compute:nova {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:18:55.385749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30618175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30621835'] for subnet (4b08c2fe-c6cd-4a28-8350-364092633ed9), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:55.454333 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b08c2fe-c6cd-4a28-8350-364092633ed9,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:55.464425 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Checking segment: {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:18:55.464425 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Network hostable DHCP agents. Network: 73023663-c454-4d4f-aaaf-a748940b4903, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:18:55.524573 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Network 73023663-c454-4d4f-aaaf-a748940b4903 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:18:55.553441 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (e80694d2-50ab-4d1d-b2ba-0614dc294a4a), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:55.583238 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Pushing event deleted for resources: {'Port': ['ID=e80694d2-50ab-4d1d-b2ba-0614dc294a4a,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:55.630599 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] No DVR routers for this DVR port e80694d2-50ab-4d1d-b2ba-0614dc294a4a on host hv-cinder-84684 {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:18:55.633072 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 73023663-c454-4d4f-aaaf-a748940b4903) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:55.634039 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:55.639976 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-882585d5-44f9-49f3-b92e-4f38595ff4fe req-95b4419b-1220-4f0f-80f0-a34a57523b07 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.43 "DELETE /v2.0/ports/e80694d2-50ab-4d1d-b2ba-0614dc294a4a HTTP/1.1" status: 204 len: 173 time: 0.6367161 Jun 24 04:18:55.640639 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6c2630-e91d-4a96-a6c6-d6c3c45ae793', 'name': 'network-vif-deleted', 'tag': 'e80694d2-50ab-4d1d-b2ba-0614dc294a4a'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:18:55.640751 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:55.641317 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:55.643290 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990725b0-9aff-45e6-8cf1-aa46ead18ddc" -d '{"events": [{"server_uuid": "ea6c2630-e91d-4a96-a6c6-d6c3c45ae793", "name": "network-vif-deleted", "tag": "e80694d2-50ab-4d1d-b2ba-0614dc294a4a"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:55.652484 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c9fc44-8730-43e9-bd0d-3c97392341bf None None] Network 73023663-c454-4d4f-aaaf-a748940b4903 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:18:55.695570 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e15ef-2671-4d4f-865a-d7225832ee11 x-openstack-request-id: req-a24e15ef-2671-4d4f-865a-d7225832ee11 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:55.696069 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6c2630-e91d-4a96-a6c6-d6c3c45ae793", "name": "network-vif-deleted", "tag": "e80694d2-50ab-4d1d-b2ba-0614dc294a4a", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:55.696469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a24e15ef-2671-4d4f-865a-d7225832ee11 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:55.697018 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24e15ef-2671-4d4f-865a-d7225832ee11'] response: {'server_uuid': 'ea6c2630-e91d-4a96-a6c6-d6c3c45ae793', 'name': 'network-vif-deleted', 'tag': 'e80694d2-50ab-4d1d-b2ba-0614dc294a4a', 'status': 'completed', 'code': 200} Jun 24 04:18:55.801539 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-73023663-c454-4d4f-aaaf-a748940b4903', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:18:55.802537 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:55.824740 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2a76b5ba-1ad3-4230-a9c5-61af11f95e6c req-112a872a-8eae-46d7-8356-ae4caaed4067 tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0321009 Jun 24 04:18:55.879327 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:55.940438 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Allocated IP 172.20.0.2 (73023663-c454-4d4f-aaaf-a748940b4903/4b08c2fe-c6cd-4a28-8350-364092633ed9/605e1221-c61a-4594-ac5e-27d86415ce29) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:56.094096 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Publish callbacks [] for port (605e1221-c61a-4594-ac5e-27d86415ce29), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.318583 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaa6c9-7937-4c2b-bae1-af088be4750b req-5b63db4d-c102-4441-a415-2c7f3af7931b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:56.320036 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4baaa6c9-7937-4c2b-bae1-af088be4750b req-5b63db4d-c102-4441-a415-2c7f3af7931b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0519850 Jun 24 04:18:56.355208 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:56.367713 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4baaa6c9-7937-4c2b-bae1-af088be4750b req-1248de37-a648-4101-831d-dc71fe3dac62 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Jun 24 04:18:56.483313 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-da4cd031-a8fb-4c94-ae2c-61542e48439b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5289915 Jun 24 04:18:56.484537 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.488051 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51738) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:56.495321 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:18:56.551927 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Pushing event updated for resources: {'Port': ['ID=605e1221-c61a-4594-ac5e-27d86415ce29,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:56.559856 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Network 73023663-c454-4d4f-aaaf-a748940b4903 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:56.562613 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:56.565921 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:18:56.574792 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:56.607110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51742) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:56.619908 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (19be93ad-dff9-4680-80cd-2fa3192c2c94), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.621073 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (19be93ad-dff9-4680-80cd-2fa3192c2c94), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.634991 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Attempting to bind port 605e1221-c61a-4594-ac5e-27d86415ce29 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:18:56.635367 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Attempting to bind port 605e1221-c61a-4594-ac5e-27d86415ce29 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:18:56.635737 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Attempting to bind port 605e1221-c61a-4594-ac5e-27d86415ce29 on network 73023663-c454-4d4f-aaaf-a748940b4903 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:18:56.641897 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:18:56.642257 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Checking segment: {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:18:56.642931 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.643330 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Bound using segment: {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:18:56.643801 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Bound port: 605e1221-c61a-4594-ac5e-27d86415ce29, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:18:56.644185 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.684337 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks [] for router_controller (19be93ad-dff9-4680-80cd-2fa3192c2c94), precommit_add_association {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.718632 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] For port 605e1221-c61a-4594-ac5e-27d86415ce29, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:56.722937 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] For port 605e1221-c61a-4594-ac5e-27d86415ce29, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=605e1221-c61a-4594-ac5e-27d86415ce29,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:56.752196 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb520e97-bf78-4e41-9ef9-051552276732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.808484 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:56.820742 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:56.880297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0f35c-57fd-480b-a624-88b6777dceeb None None] Pushing event updated for resources: {'Port': ['ID=605e1221-c61a-4594-ac5e-27d86415ce29,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:56.972252 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-de80f301-bc0e-4f8c-b980-b6aabc8af082 req-4d12021a-7ab6-450d-98e1-2ad20d7321db tempest-VolumesNegativeTest-378463561 tempest-VolumesNegativeTest-378463561-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea6c2630-e91d-4a96-a6c6-d6c3c45ae793 HTTP/1.1" status: 200 len: 210 time: 0.0443029 Jun 24 04:18:57.008696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks [] for router_gateway (19be93ad-dff9-4680-80cd-2fa3192c2c94), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.025306 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb520e97-bf78-4e41-9ef9-051552276732 admin admin] Publish callbacks [] for security_group (84975ee9-a857-43a7-9c95-67f89950438d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.084296 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb520e97-bf78-4e41-9ef9-051552276732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (84975ee9-a857-43a7-9c95-67f89950438d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.172199 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-bb520e97-bf78-4e41-9ef9-051552276732 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8724cc790d8d4c01b2ab642574728dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628510 Jun 24 04:18:57.173636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb520e97-bf78-4e41-9ef9-051552276732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84975ee9-a857-43a7-9c95-67f89950438d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:57.174319 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51760) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:57.276601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-613b2ea2-9332-4e02-bdbc-750ff65130db admin admin] Publish callbacks [] for security_group (84975ee9-a857-43a7-9c95-67f89950438d), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.285660 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:57.299879 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-613b2ea2-9332-4e02-bdbc-750ff65130db admin admin] Publish callbacks [] for security_group (84975ee9-a857-43a7-9c95-67f89950438d), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.369782 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks [] for router_gateway (19be93ad-dff9-4680-80cd-2fa3192c2c94), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.391457 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.410038 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device e80694d2-50ab-4d1d-b2ba-0614dc294a4a no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:57.436919 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-613b2ea2-9332-4e02-bdbc-750ff65130db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (84975ee9-a857-43a7-9c95-67f89950438d), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.440266 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-613b2ea2-9332-4e02-bdbc-750ff65130db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.441317 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: e80694d2-50ab-4d1d-b2ba-0614dc294a4a {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:18:57.441908 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device e80694d2-50ab-4d1d-b2ba-0614dc294a4a not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:57.446536 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-613b2ea2-9332-4e02-bdbc-750ff65130db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84975ee9-a857-43a7-9c95-67f89950438d HTTP/1.1" status: 204 len: 168 time: 0.2698383 Jun 24 04:18:57.457268 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b2ea2-9332-4e02-bdbc-750ff65130db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84975ee9-a857-43a7-9c95-67f89950438d,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:57.591229 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34dcd0-747a-431c-aaab-f662d5b956eb req-1b8404d9-6db6-4c5b-b8e3-f97e51a579e1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:57.593047 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4b34dcd0-747a-431c-aaab-f662d5b956eb req-1b8404d9-6db6-4c5b-b8e3-f97e51a579e1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0902741 Jun 24 04:18:57.649124 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Allocated IP 172.27.2.184 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/5f90df45-e970-4abc-8459-d615777fd981) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:57.688490 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4b34dcd0-747a-431c-aaab-f662d5b956eb req-ca62cf49-9028-453f-82d2-fa96cd9be424 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824463 Jun 24 04:18:57.793255 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks [] for port (5f90df45-e970-4abc-8459-d615777fd981), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.903410 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (5f90df45-e970-4abc-8459-d615777fd981), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:57.961232 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:57.964299 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:57.966905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:18:57.984190 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 605e1221-c61a-4594-ac5e-27d86415ce29 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:57.993265 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13578c04-5b9a-4a88-a345-622a0dd5c572 None None] Network 73023663-c454-4d4f-aaaf-a748940b4903 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:18:58.066599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Pushing event updated for resources: {'Port': ['ID=5f90df45-e970-4abc-8459-d615777fd981,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:58.113030 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9d678ca4-3c9e-47c6-9f28-4806c8bb5c17 None None] Provisioning complete for port 605e1221-c61a-4594-ac5e-27d86415ce29 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:58.113405 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9d678ca4-3c9e-47c6-9f28-4806c8bb5c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.153658 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 605e1221-c61a-4594-ac5e-27d86415ce29 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:58.154600 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.205277 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:58.307617 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-2e954ca1-d1e3-43b0-be7a-f6db6da0a19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.314604 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9d678ca4-3c9e-47c6-9f28-4806c8bb5c17 None None] Current status of the port 605e1221-c61a-4594-ac5e-27d86415ce29 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:58.315062 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9d678ca4-3c9e-47c6-9f28-4806c8bb5c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.317165 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51810) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:58.339281 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a6b95634-edaf-42cc-95df-93b9199331d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.412365 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 605e1221-c61a-4594-ac5e-27d86415ce29 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:58.412365 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.414738 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks [] for router_gateway (19be93ad-dff9-4680-80cd-2fa3192c2c94), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.415133 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9d678ca4-3c9e-47c6-9f28-4806c8bb5c17 None None] For port 605e1221-c61a-4594-ac5e-27d86415ce29, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=605e1221-c61a-4594-ac5e-27d86415ce29,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:58.449017 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a6b95634-edaf-42cc-95df-93b9199331d2 admin admin] Publish callbacks [] for security_group (45de76e1-89f0-4dbb-8154-11a48d2293e1), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.492072 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9d678ca4-3c9e-47c6-9f28-4806c8bb5c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.504668 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:58.549042 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a6b95634-edaf-42cc-95df-93b9199331d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (45de76e1-89f0-4dbb-8154-11a48d2293e1), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.577299 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-a6b95634-edaf-42cc-95df-93b9199331d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bd67c36893f40bfbd60177ddf2a2483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583532 Jun 24 04:18:58.582905 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51824) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:58.588480 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.db.api [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 04:18:58.588887 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG oslo_db.api [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:18:58.592398 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d678ca4-3c9e-47c6-9f28-4806c8bb5c17 None None] Pushing event updated for resources: {'Port': ['ID=605e1221-c61a-4594-ac5e-27d86415ce29,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:58.619297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-83fff368-95c4-415e-a5c1-c6a8d71da364 None None] Provisioning complete for port 605e1221-c61a-4594-ac5e-27d86415ce29 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:18:58.620574 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-83fff368-95c4-415e-a5c1-c6a8d71da364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.650954 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b95634-edaf-42cc-95df-93b9199331d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45de76e1-89f0-4dbb-8154-11a48d2293e1,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:58.684103 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fbee0869-066a-46e6-b29f-efc8df67806e admin admin] Publish callbacks [] for security_group (45de76e1-89f0-4dbb-8154-11a48d2293e1), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.717722 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fbee0869-066a-46e6-b29f-efc8df67806e admin admin] Publish callbacks [] for security_group (45de76e1-89f0-4dbb-8154-11a48d2293e1), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.751398 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (19be93ad-dff9-4680-80cd-2fa3192c2c94), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.770423 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-83fff368-95c4-415e-a5c1-c6a8d71da364 None None] Current status of the port 605e1221-c61a-4594-ac5e-27d86415ce29 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:58.780530 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:58.902220 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69c4a-8d40-4258-a555-bc9625668484 req-fb686663-d922-4e69-9c65-fa5fed994575 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:18:58.904367 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d7d69c4a-8d40-4258-a555-bc9625668484 req-fb686663-d922-4e69-9c65-fa5fed994575 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0878143 Jun 24 04:18:58.947201 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fbee0869-066a-46e6-b29f-efc8df67806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (45de76e1-89f0-4dbb-8154-11a48d2293e1), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.949845 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fbee0869-066a-46e6-b29f-efc8df67806e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:58.951332 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-fbee0869-066a-46e6-b29f-efc8df67806e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45de76e1-89f0-4dbb-8154-11a48d2293e1 HTTP/1.1" status: 204 len: 168 time: 0.3672953 Jun 24 04:18:58.963190 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee0869-066a-46e6-b29f-efc8df67806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45de76e1-89f0-4dbb-8154-11a48d2293e1,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:58.977385 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:58.993271 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d7d69c4a-8d40-4258-a555-bc9625668484 req-573d0f03-91f4-48fb-a194-00f460cbbcf5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760150 Jun 24 04:18:59.124026 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 605e1221-c61a-4594-ac5e-27d86415ce29 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:18:59.129905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Router 19be93ad-dff9-4680-80cd-2fa3192c2c94 is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:18:59.256788 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:59.270665 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Sync routers for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:59.285297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:18:59.291545 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:18:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:59.374341 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:59.377328 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:59.378598 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e950b0f9-44f4-423a-b79a-611e911c5fed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8888223 Jun 24 04:18:59.381394 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51880) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:18:59.393516 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:18:59.647136 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:18:58Z', 'revision_number': 3, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:59.648855 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:18:59.680465 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Checking router: 19be93ad-dff9-4680-80cd-2fa3192c2c94 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:59.680803 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Updating router 19be93ad-dff9-4680-80cd-2fa3192c2c94 port 5f90df45-e970-4abc-8459-d615777fd981 binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:18:59.840399 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (5f90df45-e970-4abc-8459-d615777fd981), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:18:59.966107 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 605e1221-c61a-4594-ac5e-27d86415ce29 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:59.980709 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:18:59.989285 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.168770 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=42 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:00.223225 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a5359-25a1-4b32-ae65-c6c015fe8aaa req-4df2c477-eb36-4d7b-a81f-35a6eef63f03 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:00.225193 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a56a5359-25a1-4b32-ae65-c6c015fe8aaa req-4df2c477-eb36-4d7b-a81f-35a6eef63f03 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0846102 Jun 24 04:19:00.255658 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 605e1221-c61a-4594-ac5e-27d86415ce29 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:00.256028 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.306796 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Publish callbacks [] for port (5f90df45-e970-4abc-8459-d615777fd981), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.312689 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:00.317304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Allocated IP 172.20.0.1 (73023663-c454-4d4f-aaaf-a748940b4903/4b08c2fe-c6cd-4a28-8350-364092633ed9/ee5b18fb-2f5f-464c-84b4-d841cab8f268) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:00.325491 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a56a5359-25a1-4b32-ae65-c6c015fe8aaa req-2dba2ad0-8968-4edc-89a4-a7035a40f6d1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723319 Jun 24 04:19:00.326607 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 51970) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:00.374903 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 605e1221-c61a-4594-ac5e-27d86415ce29 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:00.398787 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (5f90df45-e970-4abc-8459-d615777fd981), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.447555 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Publish callbacks [] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.490522 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Attempting to bind port 5f90df45-e970-4abc-8459-d615777fd981 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:00.490891 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Attempting to bind port 5f90df45-e970-4abc-8459-d615777fd981 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:00.491249 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Attempting to bind port 5f90df45-e970-4abc-8459-d615777fd981 on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:00.501265 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad656e-ef8a-42c2-bdf4-1476a226d824 None None] Pushing event updated for resources: {'Port': ['ID=5f90df45-e970-4abc-8459-d615777fd981,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:00.505032 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:00.505337 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:00.505736 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.506210 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:00.506624 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Bound port: 5f90df45-e970-4abc-8459-d615777fd981, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:00.507073 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (5f90df45-e970-4abc-8459-d615777fd981), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.539010 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:00.559450 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] For port 5f90df45-e970-4abc-8459-d615777fd981, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:00.563618 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] For port 5f90df45-e970-4abc-8459-d615777fd981, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=5f90df45-e970-4abc-8459-d615777fd981,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:00.564936 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.598046 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9c131583-9427-4fb5-81e0-95b877acca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.616497 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Network 73023663-c454-4d4f-aaaf-a748940b4903 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:00.621577 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:00.625947 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:00.626862 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (19be93ad-dff9-4680-80cd-2fa3192c2c94), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.630790 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5b18fb-2f5f-464c-84b4-d841cab8f268,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:00.643123 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (5f90df45-e970-4abc-8459-d615777fd981), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.674316 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:00.695889 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4b57d34d-00e4-4e5f-adf0-15d4ddb59b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.723680 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:00.724453 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:00.795333 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad656e-ef8a-42c2-bdf4-1476a226d824 None None] Pushing event updated for resources: {'Port': ['ID=5f90df45-e970-4abc-8459-d615777fd981,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:00.835344 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4b57d34d-00e4-4e5f-adf0-15d4ddb59b77 admin admin] Publish callbacks [] for security_group (01b00a4d-e47a-4720-8755-ea80f1d204de), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.858062 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:00.907535 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:00.948487 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4b57d34d-00e4-4e5f-adf0-15d4ddb59b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (01b00a4d-e47a-4720-8755-ea80f1d204de), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.001583 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4b57d34d-00e4-4e5f-adf0-15d4ddb59b77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c2337d47cc14154bb1ec9d768f8aad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6728833 Jun 24 04:19:01.003106 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 51990) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:01.020829 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57d34d-00e4-4e5f-adf0-15d4ddb59b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b00a4d-e47a-4720-8755-ea80f1d204de,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:01.058347 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-a23b8515-a37c-43c2-8041-cb18ec10a1e1 None None] Provisioning complete for port ee5b18fb-2f5f-464c-84b4-d841cab8f268 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:01.058745 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a23b8515-a37c-43c2-8041-cb18ec10a1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.117444 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-25aa36d5-3874-4f94-995d-6308ae94bf2a admin admin] Publish callbacks [] for security_group (01b00a4d-e47a-4720-8755-ea80f1d204de), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.135647 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-a23b8515-a37c-43c2-8041-cb18ec10a1e1 None None] Port ee5b18fb-2f5f-464c-84b4-d841cab8f268 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:01.139973 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:18:58Z', 'revision_number': 3, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:01.154878 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-25aa36d5-3874-4f94-995d-6308ae94bf2a admin admin] Publish callbacks [] for security_group (01b00a4d-e47a-4720-8755-ea80f1d204de), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.170060 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbdb0b-643f-46a1-a572-54143c7f4a47 None None] The sync data for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi is: [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:18:58Z', 'revision_number': 3, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:01.184446 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Publish callbacks [] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.529876 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a77c23-1c73-4d3a-aa74-2fa61f6f13a4 req-df7d23ae-031a-41b2-8b59-3255c7ebb0de tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:01.529876 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-10a77c23-1c73-4d3a-aa74-2fa61f6f13a4 req-df7d23ae-031a-41b2-8b59-3255c7ebb0de tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0565746 Jun 24 04:19:01.529876 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-10a77c23-1c73-4d3a-aa74-2fa61f6f13a4 req-ea3c0765-604c-495a-9359-0b8b91470b1e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 Jun 24 04:19:01.585314 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-25aa36d5-3874-4f94-995d-6308ae94bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (01b00a4d-e47a-4720-8755-ea80f1d204de), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.588016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-25aa36d5-3874-4f94-995d-6308ae94bf2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.588134 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.589661 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-25aa36d5-3874-4f94-995d-6308ae94bf2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01b00a4d-e47a-4720-8755-ea80f1d204de HTTP/1.1" status: 204 len: 168 time: 0.5850327 Jun 24 04:19:01.592596 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (19be93ad-dff9-4680-80cd-2fa3192c2c94), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.598871 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa36d5-3874-4f94-995d-6308ae94bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b00a4d-e47a-4720-8755-ea80f1d204de,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:01.671971 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:01.688623 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:01.695883 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5b18fb-2f5f-464c-84b4-d841cab8f268,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:01.750726 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:01.775875 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Network 73023663-c454-4d4f-aaaf-a748940b4903 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:01.777198 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:01.790411 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:01.864808 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:02.046757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 5f90df45-e970-4abc-8459-d615777fd981 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:02.101751 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 5f90df45-e970-4abc-8459-d615777fd981 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:02.102033 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (5f90df45-e970-4abc-8459-d615777fd981), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:02.243340 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Router 19be93ad-dff9-4680-80cd-2fa3192c2c94 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:19:02.251182 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-f8f2d920-cbda-4caf-bc92-ca7e3b9646a6 None None] Provisioning complete for port ee5b18fb-2f5f-464c-84b4-d841cab8f268 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:02.253342 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f8f2d920-cbda-4caf-bc92-ca7e3b9646a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:02.310229 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2d920-cbda-4caf-bc92-ca7e3b9646a6 None None] Port ee5b18fb-2f5f-464c-84b4-d841cab8f268 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:02.313499 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 5f90df45-e970-4abc-8459-d615777fd981 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:02.313886 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (5f90df45-e970-4abc-8459-d615777fd981), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:02.339796 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 5f90df45-e970-4abc-8459-d615777fd981, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=5f90df45-e970-4abc-8459-d615777fd981,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:02.384775 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:02.399640 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b275ba6b-8001-4e45-a1bb-5fa56f0cb0e8 admin admin] 10.222.0.16 "PUT /v2.0/routers/19be93ad-dff9-4680-80cd-2fa3192c2c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0165248 Jun 24 04:19:02.418917 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (5f90df45-e970-4abc-8459-d615777fd981), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:02.517903 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=5f90df45-e970-4abc-8459-d615777fd981,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:02.617886 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52066) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:02.644191 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a0af9b43-efe7-4fcf-8754-476bce757b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:02.660000 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512bfe4-fa26-4caf-8129-f8f077b69f24 req-d53b1a35-7f4d-414f-8be2-0e0c65941bb6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:02.676548 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5512bfe4-fa26-4caf-8129-f8f077b69f24 req-d53b1a35-7f4d-414f-8be2-0e0c65941bb6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0836580 Jun 24 04:19:02.776826 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5512bfe4-fa26-4caf-8129-f8f077b69f24 req-4a8ef51e-3be3-4fbf-95e4-af971994c635 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990577 Jun 24 04:19:02.791565 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a0af9b43-efe7-4fcf-8754-476bce757b73 admin admin] Publish callbacks [] for security_group (d0e96a04-dd14-4c7c-bd46-84fe96c83cdb), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:02.870607 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a0af9b43-efe7-4fcf-8754-476bce757b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (d0e96a04-dd14-4c7c-bd46-84fe96c83cdb), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:02.923198 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52092) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:02.923409 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a0af9b43-efe7-4fcf-8754-476bce757b73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4527ff8365ac407085e35fe07e530bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027942 Jun 24 04:19:02.924567 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af9b43-efe7-4fcf-8754-476bce757b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e96a04-dd14-4c7c-bd46-84fe96c83cdb,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:02.984933 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-041e8caf-a4b9-43e7-8769-0fd34f1f466c admin admin] Publish callbacks [] for security_group (d0e96a04-dd14-4c7c-bd46-84fe96c83cdb), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:03.016325 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-041e8caf-a4b9-43e7-8769-0fd34f1f466c admin admin] Publish callbacks [] for security_group (d0e96a04-dd14-4c7c-bd46-84fe96c83cdb), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:03.101960 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:03.112003 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:03.218732 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-041e8caf-a4b9-43e7-8769-0fd34f1f466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (d0e96a04-dd14-4c7c-bd46-84fe96c83cdb), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:03.218732 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-041e8caf-a4b9-43e7-8769-0fd34f1f466c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:03.218732 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-041e8caf-a4b9-43e7-8769-0fd34f1f466c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0e96a04-dd14-4c7c-bd46-84fe96c83cdb HTTP/1.1" status: 204 len: 168 time: 0.2903042 Jun 24 04:19:03.225754 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8caf-a4b9-43e7-8769-0fd34f1f466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e96a04-dd14-4c7c-bd46-84fe96c83cdb,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:03.313131 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Sync routers for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:03.324341 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:03.325128 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:03.405881 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:03.437819 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:03.675004 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 2, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:03.703686 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Checking router: 19be93ad-dff9-4680-80cd-2fa3192c2c94 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:03.704042 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Updating router 19be93ad-dff9-4680-80cd-2fa3192c2c94 port ee5b18fb-2f5f-464c-84b4-d841cab8f268 binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:03.739373 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:03.843538 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52148) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:03.859697 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-981849217-network', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:03.998978 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356575b6-317c-49f2-891b-9eeca9a44b19 req-612f1e99-8033-4762-b2f5-21c40cdbd98a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:04.001563 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-356575b6-317c-49f2-891b-9eeca9a44b19 req-612f1e99-8033-4762-b2f5-21c40cdbd98a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1029754 Jun 24 04:19:04.046276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 5f90df45-e970-4abc-8459-d615777fd981 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:04.083383 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-356575b6-317c-49f2-891b-9eeca9a44b19 req-766ff217-72f0-4fd7-863b-69ec4fadaac6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724299 Jun 24 04:19:04.083383 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Made reservation on behalf of 34ebafeecaa04e3196f815aff6a6f00d for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:04.083667 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.104306 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.111939 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:04.134824 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 5f90df45-e970-4abc-8459-d615777fd981 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:04.135764 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (5f90df45-e970-4abc-8459-d615777fd981), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.238486 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 5f90df45-e970-4abc-8459-d615777fd981 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:04.273253 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Publish callbacks [] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.289938 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Publish callbacks [] for security_group (38c5075c-2759-468f-b744-ba92696bd7df), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.289938 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:04.339438 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.362770 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (38c5075c-2759-468f-b744-ba92696bd7df), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.391148 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Pushing event updated for resources: {'Port': ['ID=ee5b18fb-2f5f-464c-84b4-d841cab8f268,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:04.393141 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:04.401838 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:19:04.409920 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.411860 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.411860 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.411860 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.411860 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.411860 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.414664 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c5075c-2759-468f-b744-ba92696bd7df,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:04.414943 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.415291 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.415737 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.416246 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.417169 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.417897 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.418172 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.418696 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.420126 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:04.434955 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (9a535518-8211-4919-805c-497eaefab54f), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.435947 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Added segment 9a535518-8211-4919-805c-497eaefab54f of type vlan for network efb89576-4173-411c-b431-0a82b74ee0b2 Jun 24 04:19:04.479889 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (efb89576-4173-411c-b431-0a82b74ee0b2), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.504649 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Attempting to bind port ee5b18fb-2f5f-464c-84b4-d841cab8f268 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:04.505007 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Attempting to bind port ee5b18fb-2f5f-464c-84b4-d841cab8f268 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:04.508140 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Attempting to bind port ee5b18fb-2f5f-464c-84b4-d841cab8f268 on network 73023663-c454-4d4f-aaaf-a748940b4903 {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:04.528372 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:04.529941 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Checking segment: {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:04.530295 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.530728 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Bound using segment: {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:04.532733 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Bound port: ee5b18fb-2f5f-464c-84b4-d841cab8f268, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:04.533198 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.593839 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (efb89576-4173-411c-b431-0a82b74ee0b2), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.594917 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:04.595468 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.628982 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] For port ee5b18fb-2f5f-464c-84b4-d841cab8f268, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:04.636180 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] For port ee5b18fb-2f5f-464c-84b4-d841cab8f268, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=ee5b18fb-2f5f-464c-84b4-d841cab8f268,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:04.692569 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] Pushing event updated for resources: {'Network': ['ID=efb89576-4173-411c-b431-0a82b74ee0b2,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:04.702718 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network efb89576-4173-411c-b431-0a82b74ee0b2 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:19:04.709695 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-40c0981e-bf4c-44be-8c6f-acc90455dd94 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8650591 Jun 24 04:19:04.712602 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52182) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:04.718468 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Request body: {'subnet': {'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-981849217-subnet', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:04.737953 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.782537 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:04.788370 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-f9d7efc5-b6d1-46f1-bfb6-4d79a8687c88 None None] Provisioning complete for port ee5b18fb-2f5f-464c-84b4-d841cab8f268 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:04.788370 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f9d7efc5-b6d1-46f1-bfb6-4d79a8687c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.870774 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:04.871600 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:04.882150 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7efc5-b6d1-46f1-bfb6-4d79a8687c88 None None] Current status of the port ee5b18fb-2f5f-464c-84b4-d841cab8f268 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:04.882579 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f9d7efc5-b6d1-46f1-bfb6-4d79a8687c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.901222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Made reservation on behalf of 34ebafeecaa04e3196f815aff6a6f00d for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:04.904506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30621949'] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:04.928915 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-f9d7efc5-b6d1-46f1-bfb6-4d79a8687c88 None None] For port ee5b18fb-2f5f-464c-84b4-d841cab8f268, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=ee5b18fb-2f5f-464c-84b4-d841cab8f268,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:04.944534 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cc0bc-84a8-4c11-b045-af3d8ec6f698 None None] Pushing event updated for resources: {'Port': ['ID=ee5b18fb-2f5f-464c-84b4-d841cab8f268,revision_number=4']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:04.993884 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:04.996808 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f9d7efc5-b6d1-46f1-bfb6-4d79a8687c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:05.142659 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7efc5-b6d1-46f1-bfb6-4d79a8687c88 None None] Pushing event updated for resources: {'Port': ['ID=ee5b18fb-2f5f-464c-84b4-d841cab8f268,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:05.179804 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:05.315252 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4edff4-d5dd-4a49-bde7-269a858869d3 req-f8983894-f97b-472d-aaa5-c57ec6660abd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:05.322633 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a4edff4-d5dd-4a49-bde7-269a858869d3 req-f8983894-f97b-472d-aaa5-c57ec6660abd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0812743 Jun 24 04:19:05.323469 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-27eba080-b5ec-435d-9392-5097be467f15 None None] Provisioning complete for port ee5b18fb-2f5f-464c-84b4-d841cab8f268 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:05.323842 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-27eba080-b5ec-435d-9392-5097be467f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:05.359727 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30618175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30621835'] for subnet (24ac4ac5-9102-4f0b-875b-10f92f7596b1), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:05.390844 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7a4edff4-d5dd-4a49-bde7-269a858869d3 req-6edb68ad-db38-4ac0-8d1f-e88c2ca3e313 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Jun 24 04:19:05.424486 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-27eba080-b5ec-435d-9392-5097be467f15 None None] Current status of the port ee5b18fb-2f5f-464c-84b4-d841cab8f268 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:05.441077 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:05.452717 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Checking segment: {'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:05.459454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Network hostable DHCP agents. Network: efb89576-4173-411c-b431-0a82b74ee0b2, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:19:05.459454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ac4ac5-9102-4f0b-875b-10f92f7596b1,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:05.484225 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:04Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:05.513164 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37d493-ad1e-4a1a-aded-225cb083fef7 None None] The sync data for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi is: [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:04Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:05.603971 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Network efb89576-4173-411c-b431-0a82b74ee0b2 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:19:05.733730 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, efb89576-4173-411c-b431-0a82b74ee0b2) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:05.738096 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:05.738891 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:05.742844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f44573f-5127-4122-a65e-7bfdbfc661c2 None None] Network efb89576-4173-411c-b431-0a82b74ee0b2 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:19:05.746108 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:05.854057 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-efb89576-4173-411c-b431-0a82b74ee0b2', 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2', 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'fixed_ips': [{'subnet_id': '24ac4ac5-9102-4f0b-875b-10f92f7596b1'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:19:05.855050 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:05.876517 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52232) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:05.881749 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-0ddeddde-a1db-4e6b-ba0c-aad49c395954 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1604803 Jun 24 04:19:05.883783 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:05.910564 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:05.968355 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device ee5b18fb-2f5f-464c-84b4-d841cab8f268 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:06.005702 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.006717 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.066046 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Allocated IP 172.20.0.2 (efb89576-4173-411c-b431-0a82b74ee0b2/24ac4ac5-9102-4f0b-875b-10f92f7596b1/a676f3df-a515-4afb-aca5-8424911f46b9) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:06.079946 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks [] for router_controller (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), precommit_add_association {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.080194 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port ee5b18fb-2f5f-464c-84b4-d841cab8f268 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:06.080495 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.213529 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:06.246761 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port ee5b18fb-2f5f-464c-84b4-d841cab8f268 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:06.332996 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Publish callbacks [] for port (a676f3df-a515-4afb-aca5-8424911f46b9), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.334826 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks [] for router_gateway (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.433404 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.526276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Pushing event updated for resources: {'Port': ['ID=a676f3df-a515-4afb-aca5-8424911f46b9,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:06.542259 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Network efb89576-4173-411c-b431-0a82b74ee0b2 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:06.544899 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:06.547512 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:06.620619 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc81ceb-a4a3-4b87-a3d3-a2b221535703 req-bcf8baaa-9eac-43e8-b491-e7dc20aec744 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:06.627771 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bfc81ceb-a4a3-4b87-a3d3-a2b221535703 req-bcf8baaa-9eac-43e8-b491-e7dc20aec744 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1377230 Jun 24 04:19:06.720136 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bfc81ceb-a4a3-4b87-a3d3-a2b221535703 req-d8046c92-3346-4385-969a-7cc0a9fecd3a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855894 Jun 24 04:19:06.811509 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks [] for router_gateway (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.823356 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Attempting to bind port a676f3df-a515-4afb-aca5-8424911f46b9 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:06.823942 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Attempting to bind port a676f3df-a515-4afb-aca5-8424911f46b9 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:06.824453 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Attempting to bind port a676f3df-a515-4afb-aca5-8424911f46b9 on network efb89576-4173-411c-b431-0a82b74ee0b2 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:06.831992 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:06.832647 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Checking segment: {'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:06.833194 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.833734 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Bound using segment: {'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:06.834183 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.834547 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Bound port: a676f3df-a515-4afb-aca5-8424911f46b9, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:06.835092 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:06.926585 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] For port a676f3df-a515-4afb-aca5-8424911f46b9, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:06.930148 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:06.930775 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] For port a676f3df-a515-4afb-aca5-8424911f46b9, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=a676f3df-a515-4afb-aca5-8424911f46b9,segment=NetworkSegment(9a535518-8211-4919-805c-497eaefab54f),segment_id=9a535518-8211-4919-805c-497eaefab54f)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:06.961173 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Allocated IP 172.27.2.54 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/f062fea9-586e-427e-ad6d-2406bd4326c7) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:07.048466 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.104135 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks [] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.118364 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137e2d2-7266-45c0-bb8e-fdf9564ef558 None None] Pushing event updated for resources: {'Port': ['ID=a676f3df-a515-4afb-aca5-8424911f46b9,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:07.196584 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.206878 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52268) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:07.245886 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:07.249894 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:07.252677 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:07.388535 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Pushing event updated for resources: {'Port': ['ID=f062fea9-586e-427e-ad6d-2406bd4326c7,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:07.424216 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52274) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:07.551470 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:07.552598 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d18652a8-f463-4983-913a-af65bbe695de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.581821 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-e48a839d-dc1f-42a3-ba82-53de061678e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09b6462b30a34629bda3cfb3b7270c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559598 Jun 24 04:19:07.584738 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52278) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:07.629914 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks [] for router_gateway (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.662332 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=8,neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:07.675697 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb32100a-a801-4594-8508-903de2a00bc7 admin admin] Publish callbacks [] for security_group (f404102a-e58d-4789-ad5a-d644a2afd5ae), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.706805 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb32100a-a801-4594-8508-903de2a00bc7 admin admin] Publish callbacks [] for security_group (f404102a-e58d-4789-ad5a-d644a2afd5ae), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.717942 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d18652a8-f463-4983-913a-af65bbe695de admin admin] Publish callbacks [] for security_group (664b9109-10f7-46a0-a31a-85c3bc4a069d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.818692 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d18652a8-f463-4983-913a-af65bbe695de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (664b9109-10f7-46a0-a31a-85c3bc4a069d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.863499 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-d18652a8-f463-4983-913a-af65bbe695de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23d24f03380a40259f20a7f57e18dbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6549866 Jun 24 04:19:07.864231 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18652a8-f463-4983-913a-af65bbe695de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664b9109-10f7-46a0-a31a-85c3bc4a069d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:07.866531 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52282) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:07.874909 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb32100a-a801-4594-8508-903de2a00bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f404102a-e58d-4789-ad5a-d644a2afd5ae), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.877306 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bb32100a-a801-4594-8508-903de2a00bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.884843 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-bb32100a-a801-4594-8508-903de2a00bc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f404102a-e58d-4789-ad5a-d644a2afd5ae HTTP/1.1" status: 204 len: 168 time: 0.2938426 Jun 24 04:19:07.905781 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8faa-16fe-433d-8ecc-4270ceb0f567 req-b726b794-e443-42c5-b7b8-51bf6c96bb19 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:07.907369 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eaef8faa-16fe-433d-8ecc-4270ceb0f567 req-b726b794-e443-42c5-b7b8-51bf6c96bb19 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0931101 Jun 24 04:19:07.914787 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:07.935960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32100a-a801-4594-8508-903de2a00bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404102a-e58d-4789-ad5a-d644a2afd5ae,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:08.003724 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2614c597-ae6e-4af6-826b-6f38c8fd4e27 admin admin] Publish callbacks [] for security_group (664b9109-10f7-46a0-a31a-85c3bc4a069d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.032386 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device a676f3df-a515-4afb-aca5-8424911f46b9 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:08.054713 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2614c597-ae6e-4af6-826b-6f38c8fd4e27 admin admin] Publish callbacks [] for security_group (664b9109-10f7-46a0-a31a-85c3bc4a069d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.090279 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eaef8faa-16fe-433d-8ecc-4270ceb0f567 req-b376c594-59ee-4022-9e5c-7847505c8b55 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651797 Jun 24 04:19:08.092249 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port a676f3df-a515-4afb-aca5-8424911f46b9 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:08.093189 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.102894 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:08.145918 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:08.204498 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2614c597-ae6e-4af6-826b-6f38c8fd4e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (664b9109-10f7-46a0-a31a-85c3bc4a069d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.207424 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2614c597-ae6e-4af6-826b-6f38c8fd4e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.208941 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2614c597-ae6e-4af6-826b-6f38c8fd4e27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/664b9109-10f7-46a0-a31a-85c3bc4a069d HTTP/1.1" status: 204 len: 168 time: 0.3413296 Jun 24 04:19:08.217250 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port a676f3df-a515-4afb-aca5-8424911f46b9 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:08.217416 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.219209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c597-ae6e-4af6-826b-6f38c8fd4e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664b9109-10f7-46a0-a31a-85c3bc4a069d,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:08.232965 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:19:08.295142 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port a676f3df-a515-4afb-aca5-8424911f46b9, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=a676f3df-a515-4afb-aca5-8424911f46b9,segment=NetworkSegment(9a535518-8211-4919-805c-497eaefab54f),segment_id=9a535518-8211-4919-805c-497eaefab54f)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:08.370035 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.445453 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03a7dc-b064-4421-a70d-dbd9ba6afd16 None None] Network efb89576-4173-411c-b431-0a82b74ee0b2 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:19:08.455312 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=a676f3df-a515-4afb-aca5-8424911f46b9,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:08.483331 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-34c805b9-b664-49a8-9612-cf0cff0ff11e None None] Provisioning complete for port a676f3df-a515-4afb-aca5-8424911f46b9 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:08.483951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-34c805b9-b664-49a8-9612-cf0cff0ff11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.648449 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:08.685054 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Sync routers for ids ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:08.689720 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:08.699400 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-34c805b9-b664-49a8-9612-cf0cff0ff11e None None] Current status of the port a676f3df-a515-4afb-aca5-8424911f46b9 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:08.712530 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Routers {'1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:08.713440 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:08.755709 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:08.769537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52304) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:08.770228 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-0c09a9cd-8b11-4190-81ac-aff2caaeb378 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8831034 Jun 24 04:19:08.887746 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Set router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:09.040298 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-bdc9dac5-159b-4497-9647-a335eaa4ac81 None None] Provisioning complete for port a676f3df-a515-4afb-aca5-8424911f46b9 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:09.040998 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bdc9dac5-159b-4497-9647-a335eaa4ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.124704 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:09.269569 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9dac5-159b-4497-9647-a335eaa4ac81 None None] Current status of the port a676f3df-a515-4afb-aca5-8424911f46b9 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:09.276420 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:07Z', 'revision_number': 3, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:09.311459 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Checking router: 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:09.311840 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Updating router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a port f062fea9-586e-427e-ad6d-2406bd4326c7 binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:09.315621 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78215dc6-0a0e-4c34-acd4-ed7dac97f780 req-9e1e2dd6-d3a6-4fde-95f5-d456f3d47fe9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:09.317279 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-78215dc6-0a0e-4c34-acd4-ed7dac97f780 req-9e1e2dd6-d3a6-4fde-95f5-d456f3d47fe9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0626500 Jun 24 04:19:09.340429 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.366673 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52326) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:09.382264 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9be3-e1c4-46e2-b30a-f50e1ba40109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.465403 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-78215dc6-0a0e-4c34-acd4-ed7dac97f780 req-4a57f30d-bbc4-4005-bc0a-604bb163d4b0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422257 Jun 24 04:19:09.513504 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9be3-e1c4-46e2-b30a-f50e1ba40109 admin admin] Publish callbacks [] for security_group (1f465c6a-8be5-449a-aba0-204979758408), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.562667 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52332) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:09.581233 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9be3-e1c4-46e2-b30a-f50e1ba40109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (1f465c6a-8be5-449a-aba0-204979758408), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.626444 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-2a3b9be3-e1c4-46e2-b30a-f50e1ba40109 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42dbb802602d4199a90fd6b7c945ea05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585385 Jun 24 04:19:09.629146 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52336) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:09.637054 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b9be3-e1c4-46e2-b30a-f50e1ba40109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f465c6a-8be5-449a-aba0-204979758408,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:09.666170 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:09.691676 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-225700704-network', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:09.701389 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Publish callbacks [] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.705240 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1f8653a7-6c69-4d0c-a9bf-1be3d9f240f6 admin admin] Publish callbacks [] for security_group (1f465c6a-8be5-449a-aba0-204979758408), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.734257 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1f8653a7-6c69-4d0c-a9bf-1be3d9f240f6 admin admin] Publish callbacks [] for security_group (1f465c6a-8be5-449a-aba0-204979758408), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.782752 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.865813 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.878389 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Made reservation on behalf of d51a251ca7084b2bb07d808026cccd67 for: {'network': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:09.880762 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.894700 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.921102 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:09.926426 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Attempting to bind port f062fea9-586e-427e-ad6d-2406bd4326c7 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:09.926799 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Attempting to bind port f062fea9-586e-427e-ad6d-2406bd4326c7 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:09.927171 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Attempting to bind port f062fea9-586e-427e-ad6d-2406bd4326c7 on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:09.928355 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1f8653a7-6c69-4d0c-a9bf-1be3d9f240f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (1f465c6a-8be5-449a-aba0-204979758408), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.932806 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1f8653a7-6c69-4d0c-a9bf-1be3d9f240f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.937437 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf584a-5ff4-4f29-a46f-d22e6ed50b20 None None] Pushing event updated for resources: {'Port': ['ID=f062fea9-586e-427e-ad6d-2406bd4326c7,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:09.937600 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-1f8653a7-6c69-4d0c-a9bf-1be3d9f240f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f465c6a-8be5-449a-aba0-204979758408 HTTP/1.1" status: 204 len: 168 time: 0.3054214 Jun 24 04:19:09.938067 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:09.938237 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:09.941126 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.941278 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:09.941689 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Bound port: f062fea9-586e-427e-ad6d-2406bd4326c7, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:09.942570 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:09.965400 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8653a7-6c69-4d0c-a9bf-1be3d9f240f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f465c6a-8be5-449a-aba0-204979758408,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:10.014431 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] For port f062fea9-586e-427e-ad6d-2406bd4326c7, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:10.018045 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] For port f062fea9-586e-427e-ad6d-2406bd4326c7, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=f062fea9-586e-427e-ad6d-2406bd4326c7,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:10.021787 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device a676f3df-a515-4afb-aca5-8424911f46b9 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:10.077574 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Publish callbacks [] for security_group (7152fccd-43c1-4651-87ab-edaad289e7d5), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.091355 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port a676f3df-a515-4afb-aca5-8424911f46b9 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:10.091355 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.104431 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Allocated IP 172.20.0.1 (efb89576-4173-411c-b431-0a82b74ee0b2/24ac4ac5-9102-4f0b-875b-10f92f7596b1/5b1d1fbe-6157-4dc3-9046-fc44ed710400) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:10.138409 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.164801 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678677f-f0a7-4c04-a81f-0a6c3524f361 req-4868b549-13c6-4a8f-9cee-38400d4f302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:10.166635 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7678677f-f0a7-4c04-a81f-0a6c3524f361 req-4868b549-13c6-4a8f-9cee-38400d4f302c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 1129 time: 0.0486479 Jun 24 04:19:10.192134 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7152fccd-43c1-4651-87ab-edaad289e7d5), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.211762 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port a676f3df-a515-4afb-aca5-8424911f46b9 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:10.222575 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Publish callbacks [] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.231842 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Routers {'1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:10.232781 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:10.236324 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:19:10.239359 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf584a-5ff4-4f29-a46f-d22e6ed50b20 None None] Pushing event updated for resources: {'Port': ['ID=f062fea9-586e-427e-ad6d-2406bd4326c7,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:10.243910 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:10.253660 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7152fccd-43c1-4651-87ab-edaad289e7d5,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:10.264741 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (46ef21e4-b5d4-45b2-97b7-1f81ab12bafc), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.265090 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.segments_db [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Added segment 46ef21e4-b5d4-45b2-97b7-1f81ab12bafc of type vlan for network 6f544842-0e73-4394-8265-69311b0ed02e Jun 24 04:19:10.272690 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:10.274942 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7678677f-f0a7-4c04-a81f-0a6c3524f361 req-e448c2e1-7e88-4874-9d27-4a6c1a9c2c7c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995915 Jun 24 04:19:10.314253 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (6f544842-0e73-4394-8265-69311b0ed02e), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.348180 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.350595 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] Set router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:10.392985 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Network efb89576-4173-411c-b431-0a82b74ee0b2 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:10.396133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:10.400101 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:10.434028 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Pushing event updated for resources: {'Port': ['ID=5b1d1fbe-6157-4dc3-9046-fc44ed710400,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:10.451636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.478104 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (6f544842-0e73-4394-8265-69311b0ed02e), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.478104 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:10.478104 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.556622 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] Pushing event updated for resources: {'Network': ['ID=6f544842-0e73-4394-8265-69311b0ed02e,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:10.588741 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 6f544842-0e73-4394-8265-69311b0ed02e details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:19:10.604401 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-53d81ab7-66f6-4c04-a160-1e285ab2d80c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0406179 Jun 24 04:19:10.605317 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52352) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:10.615340 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Request body: {'subnet': {'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-225700704-subnet', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'ip_version': 4}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:10.682498 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:10.701021 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-317e074e-9257-41de-93e8-1b071d544982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:07Z', 'revision_number': 3, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:10.727520 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cb021-931d-4605-b2a4-e839af988f38 req-42cd8130-cd18-47a6-8845-f566864091c3 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:10.729265 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a14cb021-931d-4605-b2a4-e839af988f38 req-42cd8130-cd18-47a6-8845-f566864091c3 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1228199 Jun 24 04:19:10.736275 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e074e-9257-41de-93e8-1b071d544982 None None] The sync data for ids ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'] in dv-cinder-846842-3-iscsi is: [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:07Z', 'revision_number': 3, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:10.746496 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-40892376-4178-424f-aa35-944e256045de None None] Provisioning complete for port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:10.746902 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-40892376-4178-424f-aa35-944e256045de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.775680 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Made reservation on behalf of d51a251ca7084b2bb07d808026cccd67 for: {'subnet': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:10.781342 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.783098 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-40892376-4178-424f-aa35-944e256045de None None] Port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:10.801618 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:10.821288 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:10.886796 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a14cb021-931d-4605-b2a4-e839af988f38 req-75fe6605-2fae-4fa5-95b5-4ffabe2bcc84 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Jun 24 04:19:11.009165 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Publish callbacks [] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:11.493720 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (ce2e9762-b665-4ffe-8862-34cea3082eb9), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:11.493908 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:11.535886 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:11.568219 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Pushing event updated for resources: {'Port': ['ID=5b1d1fbe-6157-4dc3-9046-fc44ed710400,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:11.571148 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:11.591692 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2e9762-b665-4ffe-8862-34cea3082eb9,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:11.611020 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Checking segment: {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:11.612166 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Network hostable DHCP agents. Network: 6f544842-0e73-4394-8265-69311b0ed02e, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:19:11.689185 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Network efb89576-4173-411c-b431-0a82b74ee0b2 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:11.690537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:11.698743 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Network 6f544842-0e73-4394-8265-69311b0ed02e is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:19:11.815559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:19:11.816173 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 6f544842-0e73-4394-8265-69311b0ed02e) {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:11.822231 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:11.822972 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:11.829654 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d5a7c-2c29-4913-986a-f98aa5a09ab2 None None] Network 6f544842-0e73-4394-8265-69311b0ed02e requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:19:11.966421 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:11.973627 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b2d96ee7-5177-47b4-ab38-a6ca3766730c admin admin] 10.222.0.16 "PUT /v2.0/routers/1b2b18ad-3547-4fed-9fd4-cd12c1fb693a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2120333 Jun 24 04:19:12.002162 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-7c667e10-3a86-4391-9b0a-0a5f2b27d82c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3937478 Jun 24 04:19:12.007256 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52374) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:12.027713 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:12.030904 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-beae644e-2bc7-45c3-9ef0-c77806d89a00 None None] Provisioning complete for port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:12.030904 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-beae644e-2bc7-45c3-9ef0-c77806d89a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.072971 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device f062fea9-586e-427e-ad6d-2406bd4326c7 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:12.075944 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-6f544842-0e73-4394-8265-69311b0ed02e', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:19:12.077297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.204762 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (f19b7313-2310-47b2-9a1f-0727c3deb5f8), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.205855 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (f19b7313-2310-47b2-9a1f-0727c3deb5f8), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.251696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffaa66-ec7a-4492-b7df-4958b8f3a33c req-250f09c4-9742-4d8d-8e11-0593497f29e1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:12.257497 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-35ffaa66-ec7a-4492-b7df-4958b8f3a33c req-250f09c4-9742-4d8d-8e11-0593497f29e1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1461146 Jun 24 04:19:12.334071 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks [] for router_controller (f19b7313-2310-47b2-9a1f-0727c3deb5f8), precommit_add_association {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.361246 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-35ffaa66-ec7a-4492-b7df-4958b8f3a33c req-32487d37-8c16-4e32-8eeb-74155f80a972 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954752 Jun 24 04:19:12.386487 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-beae644e-2bc7-45c3-9ef0-c77806d89a00 None None] Port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:12.431444 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port f062fea9-586e-427e-ad6d-2406bd4326c7 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:12.431818 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.507433 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:12.540010 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Allocated IP 172.20.0.2 (6f544842-0e73-4394-8265-69311b0ed02e/ce2e9762-b665-4ffe-8862-34cea3082eb9/e74f9d2e-82fa-4890-96ad-f42e4a4943a1) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:12.604286 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port f062fea9-586e-427e-ad6d-2406bd4326c7 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:12.604609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.660164 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port f062fea9-586e-427e-ad6d-2406bd4326c7, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=f062fea9-586e-427e-ad6d-2406bd4326c7,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:12.693080 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks [] for router_gateway (f19b7313-2310-47b2-9a1f-0727c3deb5f8), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.759633 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Publish callbacks [] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.787272 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.835391 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=f062fea9-586e-427e-ad6d-2406bd4326c7,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:12.851312 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52394) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:12.855486 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-cef2eaf3-1349-4ddf-af4e-cfc538ea2e21 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1573854686', 'description': 'tempest-secgroup-smoke-1573854686 description', 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:12.871457 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.923265 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Sync routers for ids ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:12.934057 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Routers {'1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:12.934775 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:12.942165 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Pushing event updated for resources: {'Port': ['ID=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:12.954750 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Network 6f544842-0e73-4394-8265-69311b0ed02e is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:12.957039 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:12.961429 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:12.988910 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks [] for router_gateway (f19b7313-2310-47b2-9a1f-0727c3deb5f8), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:12.993727 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cef2eaf3-1349-4ddf-af4e-cfc538ea2e21 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.035881 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.054726 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Set router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:13.059114 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Attempting to bind port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:13.060275 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Attempting to bind port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:13.060647 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Attempting to bind port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 on network 6f544842-0e73-4394-8265-69311b0ed02e {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:13.072815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:13.074705 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Checking segment: {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:13.075340 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.075600 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Bound using segment: {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:13.085879 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Bound port: e74f9d2e-82fa-4890-96ad-f42e4a4943a1, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:13.086577 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.171175 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cef2eaf3-1349-4ddf-af4e-cfc538ea2e21 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group (6d885112-30e2-400b-9a87-e01bf765782b), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.243276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] For port e74f9d2e-82fa-4890-96ad-f42e4a4943a1, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:13.247734 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] For port e74f9d2e-82fa-4890-96ad-f42e4a4943a1, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:13.254575 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Allocated IP 172.27.2.144 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/bb00187a-daa4-4e8c-897c-638efdbea23c) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:13.285788 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cef2eaf3-1349-4ddf-af4e-cfc538ea2e21 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6d885112-30e2-400b-9a87-e01bf765782b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.286834 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:10Z', 'revision_number': 4, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '5b1d1fbe-6157-4dc3-9046-fc44ed710400', 'name': '', 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'mac_address': 'fa:16:3e:19:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '24ac4ac5-9102-4f0b-875b-10f92f7596b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:09Z', 'updated_at': '2022-06-24T04:19:10Z', 'revision_number': 2, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'subnets': [{'id': '24ac4ac5-9102-4f0b-875b-10f92f7596b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:13.317386 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Checking router: 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:13.317817 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Updating router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:13.357931 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.361609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.368492 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2eaf3-1349-4ddf-af4e-cfc538ea2e21 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d885112-30e2-400b-9a87-e01bf765782b,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:13.381093 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cef2eaf3-1349-4ddf-af4e-cfc538ea2e21 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.382584 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-cef2eaf3-1349-4ddf-af4e-cfc538ea2e21 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5306273 Jun 24 04:19:13.388685 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52416) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:13.393520 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-ca263aa1-af8e-4920-a46c-ebad89cd1506 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'security_group_rule': {'security_group_id': '6d885112-30e2-400b-9a87-e01bf765782b', 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:13.461713 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks [] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.571183 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ca263aa1-af8e-4920-a46c-ebad89cd1506 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (940f1ca5-b17f-4529-a21f-7107a9100055), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.574139 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5ad11-d905-4b43-960b-580ecf5eb315 None None] Pushing event updated for resources: {'Port': ['ID=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:13.624152 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca44ea1-22fd-452f-93ec-1a3268ab85da req-d4b0a7f4-8255-488d-ad98-d3a427655aa6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:13.626902 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2ca44ea1-22fd-452f-93ec-1a3268ab85da req-d4b0a7f4-8255-488d-ad98-d3a427655aa6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1015754 Jun 24 04:19:13.631198 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.674461 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:13.711329 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:13.714420 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:13.728428 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ca263aa1-af8e-4920-a46c-ebad89cd1506 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (940f1ca5-b17f-4529-a21f-7107a9100055), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.795911 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ca263aa1-af8e-4920-a46c-ebad89cd1506 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (940f1ca5-b17f-4529-a21f-7107a9100055), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.823950 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca263aa1-af8e-4920-a46c-ebad89cd1506 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940f1ca5-b17f-4529-a21f-7107a9100055,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:13.889017 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Publish callbacks [] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.890571 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:13.905503 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Pushing event updated for resources: {'Port': ['ID=bb00187a-daa4-4e8c-897c-638efdbea23c,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:13.959070 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.959646 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.966310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:13.989505 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ca263aa1-af8e-4920-a46c-ebad89cd1506 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:13.994221 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ca263aa1-af8e-4920-a46c-ebad89cd1506 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6042631 Jun 24 04:19:13.994898 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52442) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:13.999300 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-94144a0f-804d-41fc-9c93-9b5a50b29f12 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'security_group_rule': {'security_group_id': '6d885112-30e2-400b-9a87-e01bf765782b', 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:14.020718 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2ca44ea1-22fd-452f-93ec-1a3268ab85da req-d3b2ea79-7205-4bab-9b93-898af50544aa tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652191 Jun 24 04:19:14.090284 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.099018 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device e74f9d2e-82fa-4890-96ad-f42e4a4943a1 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:14.157012 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:14.157563 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.181707 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-94144a0f-804d-41fc-9c93-9b5a50b29f12 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (4d8ac260-4705-4273-a6c1-083ba4a200f0), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.184542 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f3c1f-c19a-43b2-a3a5-05dc20de1231 None None] Pushing event updated for resources: {'Port': ['ID=5b1d1fbe-6157-4dc3-9046-fc44ed710400,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:14.226906 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82d27-e39e-4dd6-8d7c-97fb94e49273 req-9bc84750-741f-4375-8e45-1af6612f4dd7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:14.234858 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-66d82d27-e39e-4dd6-8d7c-97fb94e49273 req-9bc84750-741f-4375-8e45-1af6612f4dd7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1261730 Jun 24 04:19:14.260417 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:14.261039 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.279839 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:14.308634 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks [] for router_gateway (f19b7313-2310-47b2-9a1f-0727c3deb5f8), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.312370 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port e74f9d2e-82fa-4890-96ad-f42e4a4943a1, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:14.344735 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-66d82d27-e39e-4dd6-8d7c-97fb94e49273 req-b88e362a-536e-4442-a663-788b4aca6fc3 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085656 Jun 24 04:19:14.359083 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:14.362402 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Attempting to bind port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:14.362981 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Attempting to bind port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:14.364988 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Attempting to bind port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 on network efb89576-4173-411c-b431-0a82b74ee0b2 {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:14.385138 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:14.388814 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Checking segment: {'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:14.389513 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.390307 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Bound using segment: {'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:14.400608 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Bound port: 5b1d1fbe-6157-4dc3-9046-fc44ed710400, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a535518-8211-4919-805c-497eaefab54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:14.400730 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-94144a0f-804d-41fc-9c93-9b5a50b29f12 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (4d8ac260-4705-4273-a6c1-083ba4a200f0), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.400826 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.403141 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.404062 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device f062fea9-586e-427e-ad6d-2406bd4326c7 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:14.480283 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-94144a0f-804d-41fc-9c93-9b5a50b29f12 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (4d8ac260-4705-4273-a6c1-083ba4a200f0), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.505235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94144a0f-804d-41fc-9c93-9b5a50b29f12 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8ac260-4705-4273-a6c1-083ba4a200f0,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:14.567893 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] For port 5b1d1fbe-6157-4dc3-9046-fc44ed710400, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:14.579275 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] For port 5b1d1fbe-6157-4dc3-9046-fc44ed710400, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=5b1d1fbe-6157-4dc3-9046-fc44ed710400,segment=NetworkSegment(9a535518-8211-4919-805c-497eaefab54f),segment_id=9a535518-8211-4919-805c-497eaefab54f)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:14.582332 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:14.630771 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44927168-5837-4653-87ed-43d61249e2f5 None None] Provisioning complete for port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:14.631512 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44927168-5837-4653-87ed-43d61249e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.638451 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:14.677091 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-94144a0f-804d-41fc-9c93-9b5a50b29f12 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.682443 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-94144a0f-804d-41fc-9c93-9b5a50b29f12 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6841204 Jun 24 04:19:14.686578 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52458) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:14.689976 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port f062fea9-586e-427e-ad6d-2406bd4326c7 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:14.691842 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.702038 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.721040 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-acf87f19-b8bf-411a-b1c0-d17b62ad9240 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'security_group_rule': {'security_group_id': '6d885112-30e2-400b-9a87-e01bf765782b', 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:14.784013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (f19b7313-2310-47b2-9a1f-0727c3deb5f8), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.787906 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44927168-5837-4653-87ed-43d61249e2f5 None None] Port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:14.837448 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Routers {'1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:14.838286 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:14.890223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-acf87f19-b8bf-411a-b1c0-d17b62ad9240 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (7739f1b1-d268-48b8-9707-ee9ccf90f2bc), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:14.906889 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port f062fea9-586e-427e-ad6d-2406bd4326c7 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:14.957313 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f3c1f-c19a-43b2-a3a5-05dc20de1231 None None] Pushing event updated for resources: {'Port': ['ID=5b1d1fbe-6157-4dc3-9046-fc44ed710400,revision_number=4']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:14.985411 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:15.071708 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:15.099529 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-acf87f19-b8bf-411a-b1c0-d17b62ad9240 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (7739f1b1-d268-48b8-9707-ee9ccf90f2bc), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.105755 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] Set router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:15.131257 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb70076-ecdb-4b94-a14a-28b9ad1e4231 None None] Network 6f544842-0e73-4394-8265-69311b0ed02e requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:19:15.213309 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-acf87f19-b8bf-411a-b1c0-d17b62ad9240 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (7739f1b1-d268-48b8-9707-ee9ccf90f2bc), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.213548 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Router f19b7313-2310-47b2-9a1f-0727c3deb5f8 is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:19:15.239149 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Provisioning complete for port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:15.240322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.248461 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf87f19-b8bf-411a-b1c0-d17b62ad9240 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7739f1b1-d268-48b8-9707-ee9ccf90f2bc,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:15.288469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:15.301413 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-acf87f19-b8bf-411a-b1c0-d17b62ad9240 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.313202 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-acf87f19-b8bf-411a-b1c0-d17b62ad9240 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6044364 Jun 24 04:19:15.314552 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52466) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:15.323827 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-af5e348a-c9cc-4234-994a-f63829160ac2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'security_group_rule': {'security_group_id': '6d885112-30e2-400b-9a87-e01bf765782b', 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:15.365221 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:15.365440 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Current status of the port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:15.378122 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Sync routers for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:15.388762 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Provisioning complete for port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:15.389230 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.398165 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:10Z', 'revision_number': 4, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '5b1d1fbe-6157-4dc3-9046-fc44ed710400', 'name': '', 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'mac_address': 'fa:16:3e:19:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '24ac4ac5-9102-4f0b-875b-10f92f7596b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:09Z', 'updated_at': '2022-06-24T04:19:14Z', 'revision_number': 4, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'subnets': [{'id': '24ac4ac5-9102-4f0b-875b-10f92f7596b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:15.427972 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3a4d4-d29e-42c2-9d41-b2b2da03c932 None None] The sync data for ids ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'] in dv-cinder-846842-3-iscsi is: [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:10Z', 'revision_number': 4, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '5b1d1fbe-6157-4dc3-9046-fc44ed710400', 'name': '', 'network_id': 'efb89576-4173-411c-b431-0a82b74ee0b2', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'mac_address': 'fa:16:3e:19:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '24ac4ac5-9102-4f0b-875b-10f92f7596b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:09Z', 'updated_at': '2022-06-24T04:19:14Z', 'revision_number': 4, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'subnets': [{'id': '24ac4ac5-9102-4f0b-875b-10f92f7596b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:15.436995 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:15.436995 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:15.463063 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-af5e348a-c9cc-4234-994a-f63829160ac2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (6480bbbe-e26f-4245-aa79-42c8165f2e59), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.540275 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.541782 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-0282bc61-59eb-46f0-83b0-7a9610f2371d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5333087 Jun 24 04:19:15.545044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52470) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:15.580432 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-af5e348a-c9cc-4234-994a-f63829160ac2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (6480bbbe-e26f-4245-aa79-42c8165f2e59), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.626204 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Current status of the port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:15.626728 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.642465 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:15.674256 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-af5e348a-c9cc-4234-994a-f63829160ac2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (6480bbbe-e26f-4245-aa79-42c8165f2e59), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.709434 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e348a-c9cc-4234-994a-f63829160ac2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6480bbbe-e26f-4245-aa79-42c8165f2e59,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:15.783202 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-af5e348a-c9cc-4234-994a-f63829160ac2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.791484 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-af5e348a-c9cc-4234-994a-f63829160ac2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4714022 Jun 24 04:19:15.791997 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52476) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:15.804160 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] For port 5b1d1fbe-6157-4dc3-9046-fc44ed710400, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=5b1d1fbe-6157-4dc3-9046-fc44ed710400,segment=NetworkSegment(9a535518-8211-4919-805c-497eaefab54f),segment_id=9a535518-8211-4919-805c-497eaefab54f)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:15.804317 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-ceb7395a-c896-4078-89f3-fd12891a1a93 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'security_group_rule': {'security_group_id': '6d885112-30e2-400b-9a87-e01bf765782b', 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:15.886677 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:15.998924 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.securitygroups_db [None req-ceb7395a-c896-4078-89f3-fd12891a1a93 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Project 7e75e404ef4f4118a95ca8fb8d98becd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:19:16.007123 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ceb7395a-c896-4078-89f3-fd12891a1a93 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (8b2e94ce-c2c6-4109-b123-bebf4590a13c), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.080756 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-75dd5579-b666-41b1-bf7a-fe5afd20aa38 None None] Provisioning complete for port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:16.081265 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-75dd5579-b666-41b1-bf7a-fe5afd20aa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.129915 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:13Z', 'revision_number': 3, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:16.210635 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:16.212200 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device e74f9d2e-82fa-4890-96ad-f42e4a4943a1 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:16.227471 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ceb7395a-c896-4078-89f3-fd12891a1a93 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (8b2e94ce-c2c6-4109-b123-bebf4590a13c), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.245364 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Checking router: f19b7313-2310-47b2-9a1f-0727c3deb5f8 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:16.245721 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Updating router f19b7313-2310-47b2-9a1f-0727c3deb5f8 port bb00187a-daa4-4e8c-897c-638efdbea23c binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:16.252089 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a53f0-5e1f-42ce-bb3b-fc221fd43873 None None] Pushing event updated for resources: {'Port': ['ID=5b1d1fbe-6157-4dc3-9046-fc44ed710400,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:16.345354 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ceb7395a-c896-4078-89f3-fd12891a1a93 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (8b2e94ce-c2c6-4109-b123-bebf4590a13c), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.349664 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.354176 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-75dd5579-b666-41b1-bf7a-fe5afd20aa38 None None] Current status of the port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:16.372277 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.389420 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:16.389796 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.428107 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7395a-c896-4078-89f3-fd12891a1a93 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2e94ce-c2c6-4109-b123-bebf4590a13c,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:16.460029 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:16.498760 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ceb7395a-c896-4078-89f3-fd12891a1a93 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.505405 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ceb7395a-c896-4078-89f3-fd12891a1a93 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7075274 Jun 24 04:19:16.505633 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52502) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:16.515395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-31776044-bcfc-4630-9373-7d2cfac6baed tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'security_group_rule': {'security_group_id': '6d885112-30e2-400b-9a87-e01bf765782b', 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:16.594692 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Allocated IP 172.20.0.1 (6f544842-0e73-4394-8265-69311b0ed02e/ce2e9762-b665-4ffe-8862-34cea3082eb9/8067017f-351e-4f7f-b1b3-0628a994d5ec) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:16.627773 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.securitygroups_db [None req-31776044-bcfc-4630-9373-7d2cfac6baed tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Project 7e75e404ef4f4118a95ca8fb8d98becd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:19:16.634526 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31776044-bcfc-4630-9373-7d2cfac6baed tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (8b277042-8540-4a49-8a04-e359d2c9e2eb), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.807815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:16.808901 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 5b1d1fbe-6157-4dc3-9046-fc44ed710400 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:16.827567 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Publish callbacks [] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.831169 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52512) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:16.874201 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:16.874606 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:16.883934 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31776044-bcfc-4630-9373-7d2cfac6baed tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (8b277042-8540-4a49-8a04-e359d2c9e2eb), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.011777 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.013778 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Publish callbacks [] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.028858 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-98435ced-8ed2-41bb-93e1-db7278ff6cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.041218 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31776044-bcfc-4630-9373-7d2cfac6baed tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (8b277042-8540-4a49-8a04-e359d2c9e2eb), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.071894 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:17.113027 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.127776 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31776044-bcfc-4630-9373-7d2cfac6baed tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b277042-8540-4a49-8a04-e359d2c9e2eb,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:17.141065 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:17.214530 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31776044-bcfc-4630-9373-7d2cfac6baed tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.232644 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-31776044-bcfc-4630-9373-7d2cfac6baed tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7201605 Jun 24 04:19:17.252075 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cda19-73fa-4a37-8487-d7401eaf999d None None] Pushing event updated for resources: {'Port': ['ID=bb00187a-daa4-4e8c-897c-638efdbea23c,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:17.273834 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Attempting to bind port bb00187a-daa4-4e8c-897c-638efdbea23c on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:17.274206 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Attempting to bind port bb00187a-daa4-4e8c-897c-638efdbea23c by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:17.274640 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Attempting to bind port bb00187a-daa4-4e8c-897c-638efdbea23c on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:17.317122 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:17.317703 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:17.318276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.320218 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:17.320978 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Bound port: bb00187a-daa4-4e8c-897c-638efdbea23c, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:17.322850 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.324415 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-98435ced-8ed2-41bb-93e1-db7278ff6cb4 admin admin] Publish callbacks [] for security_group (f3f8fb5a-370d-4f74-b5ea-3805c5bbdda6), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.404723 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-98435ced-8ed2-41bb-93e1-db7278ff6cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f3f8fb5a-370d-4f74-b5ea-3805c5bbdda6), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.439232 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Pushing event updated for resources: {'Port': ['ID=8067017f-351e-4f7f-b1b3-0628a994d5ec,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:17.454755 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Network 6f544842-0e73-4394-8265-69311b0ed02e is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:17.456392 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:17.459530 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] For port bb00187a-daa4-4e8c-897c-638efdbea23c, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:17.464880 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] For port bb00187a-daa4-4e8c-897c-638efdbea23c, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=bb00187a-daa4-4e8c-897c-638efdbea23c,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:17.468919 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:17.469532 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (f19b7313-2310-47b2-9a1f-0727c3deb5f8), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.474330 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-98435ced-8ed2-41bb-93e1-db7278ff6cb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b33acd01b27b41208c338588719e0acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6391938 Jun 24 04:19:17.482940 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52540) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:17.525382 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98435ced-8ed2-41bb-93e1-db7278ff6cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f8fb5a-370d-4f74-b5ea-3805c5bbdda6,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:17.543288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.568604 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:17.592251 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7585551f-9e5c-4573-9487-771a682f0462 admin admin] Publish callbacks [] for security_group (f3f8fb5a-370d-4f74-b5ea-3805c5bbdda6), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.627430 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7585551f-9e5c-4573-9487-771a682f0462 admin admin] Publish callbacks [] for security_group (f3f8fb5a-370d-4f74-b5ea-3805c5bbdda6), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.638883 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:17.640827 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:17.806442 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.821476 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cda19-73fa-4a37-8487-d7401eaf999d None None] Pushing event updated for resources: {'Port': ['ID=bb00187a-daa4-4e8c-897c-638efdbea23c,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:17.894962 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1c5a4-2b4b-48f6-9f08-8492b357c551 req-46974709-8089-47fc-95d8-4df1159970df tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:17.897526 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-15f1c5a4-2b4b-48f6-9f08-8492b357c551 req-46974709-8089-47fc-95d8-4df1159970df tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0968971 Jun 24 04:19:17.903938 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7585551f-9e5c-4573-9487-771a682f0462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f3f8fb5a-370d-4f74-b5ea-3805c5bbdda6), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.903938 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7585551f-9e5c-4573-9487-771a682f0462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:17.903938 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7585551f-9e5c-4573-9487-771a682f0462 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3f8fb5a-370d-4f74-b5ea-3805c5bbdda6 HTTP/1.1" status: 204 len: 168 time: 0.4185092 Jun 24 04:19:17.958104 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585551f-9e5c-4573-9487-771a682f0462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f8fb5a-370d-4f74-b5ea-3805c5bbdda6,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:18.053450 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 5b1d1fbe-6157-4dc3-9046-fc44ed710400 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:18.055536 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-43391bc1-00f6-4661-9136-495efeefd809 None None] Provisioning complete for port 8067017f-351e-4f7f-b1b3-0628a994d5ec triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:18.056177 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-43391bc1-00f6-4661-9136-495efeefd809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:18.081011 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-15f1c5a4-2b4b-48f6-9f08-8492b357c551 req-f9da96bb-2169-46ab-a0d4-fbdf44acb79b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599159 Jun 24 04:19:18.125301 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:18.145412 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Publish callbacks [] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:18.149898 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-ca31cf94-7c54-4c01-9130-ec0c005146ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:18.151465 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-ca31cf94-7c54-4c01-9130-ec0c005146ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 1130 time: 0.1241126 Jun 24 04:19:18.158199 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee4c6d-9afc-43d2-ae12-d6abaeb980e5 req-5429f96b-df5f-4f99-9821-296eb7a6307d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:18.159847 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35ee4c6d-9afc-43d2-ae12-d6abaeb980e5 req-5429f96b-df5f-4f99-9821-296eb7a6307d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1311781 Jun 24 04:19:18.194104 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-43391bc1-00f6-4661-9136-495efeefd809 None None] Port 8067017f-351e-4f7f-b1b3-0628a994d5ec cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:18.222078 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:18.222468 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:18.261026 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:18.262047 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (f19b7313-2310-47b2-9a1f-0727c3deb5f8), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:18.301243 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35ee4c6d-9afc-43d2-ae12-d6abaeb980e5 req-512f3f39-133f-44de-988a-4a4384d32555 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310239 Jun 24 04:19:18.385755 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:18.396279 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:13Z', 'revision_number': 3, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:18.425454 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ff428-f0ad-40db-a5bf-4519655659de None None] The sync data for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi is: [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:13Z', 'revision_number': 3, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:18.435550 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Pushing event updated for resources: {'Port': ['ID=8067017f-351e-4f7f-b1b3-0628a994d5ec,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:18.453547 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-0716a1f0-5f33-4683-a5be-e0c4b5cf41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:18.455135 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-0716a1f0-5f33-4683-a5be-e0c4b5cf41aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.2944069 Jun 24 04:19:18.470311 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:18.525979 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-fd64af6e-ec82-4050-b18b-3b4173f9b479 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628c6256-3f93-415e-8d57-183e79f02abb HTTP/1.1" status: 200 len: 217 time: 0.0560758 Jun 24 04:19:18.534105 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Network 6f544842-0e73-4394-8265-69311b0ed02e is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:18.535882 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:18.626983 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-4a43410e-9a5f-40ba-8492-922c3027b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:18.628494 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-4a43410e-9a5f-40ba-8492-922c3027b755 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0909333 Jun 24 04:19:18.736618 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-237b8aaa-5305-4789-8986-efd0fe517147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:18.738294 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-237b8aaa-5305-4789-8986-efd0fe517147 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020825 Jun 24 04:19:18.747919 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Router f19b7313-2310-47b2-9a1f-0727c3deb5f8 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:19:18.765894 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:18.940153 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-583abaee-963e-412e-8923-aa87abb1e820 None None] Provisioning complete for port 8067017f-351e-4f7f-b1b3-0628a994d5ec triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:18.940153 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-583abaee-963e-412e-8923-aa87abb1e820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:18.940343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52594) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:18.955059 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-86f7a07a-9fff-453f-9689-bcaa61f33a0e service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091906 Jun 24 04:19:18.956808 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:18.971854 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-2509a9c1-7e58-4ba6-a77f-728fe33b5060 admin admin] 10.222.0.16 "PUT /v2.0/routers/f19b7313-2310-47b2-9a1f-0727c3deb5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4155083 Jun 24 04:19:18.995928 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:18.996213 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-583abaee-963e-412e-8923-aa87abb1e820 None None] Port 8067017f-351e-4f7f-b1b3-0628a994d5ec cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:19.143217 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-82d8700c-77f3-4217-9f86-c2ed588089d9 req-4d072eca-7903-45e3-b6da-780669b34d81 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756763 Jun 24 04:19:19.172227 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Publish callbacks [] for security_group (48df18a1-26c7-40b6-86c2-5acefbd937de), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:19.261295 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401389b4-0249-438b-93ad-eef7eebffa99 req-9b83a756-fbac-4c20-8d02-fb018cae9d8f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:19.267639 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-401389b4-0249-438b-93ad-eef7eebffa99 req-9b83a756-fbac-4c20-8d02-fb018cae9d8f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0699596 Jun 24 04:19:19.294209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (48df18a1-26c7-40b6-86c2-5acefbd937de), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:19.381857 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48df18a1-26c7-40b6-86c2-5acefbd937de,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:19.386553 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:19.398134 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-401389b4-0249-438b-93ad-eef7eebffa99 req-c6f1dadf-5328-4ca0-bd68-e1259c72a1de tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229358 Jun 24 04:19:19.411116 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52620) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:19.416544 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca84616386aa40a78c20e0613e31997c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842882 Jun 24 04:19:19.419072 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.419764 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.420262 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.420752 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.421269 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.421763 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.422090 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.422691 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.428265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.428265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.428265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.428265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.428265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.428265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.428265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd091fd-6002-4efa-9f1e-2798885ea4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:19.524542 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:19.548401 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf2bf-35b3-4ac3-b0c9-52ba38480369 req-5e6071ac-ec50-4e39-adc6-4f11efb86dd9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:19.550052 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-558cf2bf-35b3-4ac3-b0c9-52ba38480369 req-5e6071ac-ec50-4e39-adc6-4f11efb86dd9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1355860 Jun 24 04:19:19.580601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dae6665f-645c-4797-afb3-df352fef85ab admin admin] Publish callbacks [] for security_group (48df18a1-26c7-40b6-86c2-5acefbd937de), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:19.631222 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dae6665f-645c-4797-afb3-df352fef85ab admin admin] Publish callbacks [] for security_group (48df18a1-26c7-40b6-86c2-5acefbd937de), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:19.655277 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-558cf2bf-35b3-4ac3-b0c9-52ba38480369 req-6ecf8ad0-9af4-4625-9574-aeafb9b75e27 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972056 Jun 24 04:19:19.767499 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:19.786644 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52644) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:19.796450 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dae6665f-645c-4797-afb3-df352fef85ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (48df18a1-26c7-40b6-86c2-5acefbd937de), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:19.802964 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dae6665f-645c-4797-afb3-df352fef85ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:19.815873 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-dae6665f-645c-4797-afb3-df352fef85ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48df18a1-26c7-40b6-86c2-5acefbd937de HTTP/1.1" status: 204 len: 168 time: 0.3916812 Jun 24 04:19:19.815873 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6665f-645c-4797-afb3-df352fef85ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48df18a1-26c7-40b6-86c2-5acefbd937de,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:19.937657 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7807-ab46-4541-b8b8-e634d056321e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:19.981222 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device bb00187a-daa4-4e8c-897c-638efdbea23c up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:20.052430 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port bb00187a-daa4-4e8c-897c-638efdbea23c triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:20.052822 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.069494 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7807-ab46-4541-b8b8-e634d056321e admin admin] Publish callbacks [] for security_group (da2f57ad-5f81-4d64-9eda-cab7fca294c8), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.141314 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52658) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:20.147461 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1131260113-network', 'tenant_id': 'd308801b882b46209e83593e0607ee89'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:20.177357 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port bb00187a-daa4-4e8c-897c-638efdbea23c is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:20.177773 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.190289 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:20.202087 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port bb00187a-daa4-4e8c-897c-638efdbea23c, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=bb00187a-daa4-4e8c-897c-638efdbea23c,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:20.218615 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7807-ab46-4541-b8b8-e634d056321e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (da2f57ad-5f81-4d64-9eda-cab7fca294c8), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.257135 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-3a2f7807-ab46-4541-b8b8-e634d056321e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c711cca7436744a18a8b6a005816b5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694345 Jun 24 04:19:20.263649 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f7807-ab46-4541-b8b8-e634d056321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f57ad-5f81-4d64-9eda-cab7fca294c8,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:20.263789 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52660) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:20.284394 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Made reservation on behalf of d308801b882b46209e83593e0607ee89 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:20.292206 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.304539 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.311323 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.375705 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=bb00187a-daa4-4e8c-897c-638efdbea23c,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:20.387095 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.388583 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.389221 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.389721 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.390234 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.390919 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.391875 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.392360 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.392846 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.393423 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.393901 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.398667 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.399185 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bca084bf-666c-4a3a-a326-a98016719060 admin admin] Publish callbacks [] for security_group (da2f57ad-5f81-4d64-9eda-cab7fca294c8), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.399721 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.400801 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.401296 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:20.448797 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bca084bf-666c-4a3a-a326-a98016719060 admin admin] Publish callbacks [] for security_group (da2f57ad-5f81-4d64-9eda-cab7fca294c8), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.472054 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:20.509960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Publish callbacks [] for security_group (0d8516c2-d80c-4c50-b297-f3486e2bed8d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.602877 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (0d8516c2-d80c-4c50-b297-f3486e2bed8d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.603843 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Sync routers for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:20.614416 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37fb9f-fe83-4d5e-a371-062a984c1a55 req-d0d64e66-db89-46fe-b69f-21bd81485cb3 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:20.616059 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8e37fb9f-fe83-4d5e-a371-062a984c1a55 req-d0d64e66-db89-46fe-b69f-21bd81485cb3 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0744593 Jun 24 04:19:20.619766 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:20.620733 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:20.680209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8516c2-d80c-4c50-b297-f3486e2bed8d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:20.701261 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8e37fb9f-fe83-4d5e-a371-062a984c1a55 req-59d94fda-4e19-4871-921b-f481c5e2e28b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711863 Jun 24 04:19:20.705014 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bca084bf-666c-4a3a-a326-a98016719060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (da2f57ad-5f81-4d64-9eda-cab7fca294c8), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.708143 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bca084bf-666c-4a3a-a326-a98016719060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.709156 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-bca084bf-666c-4a3a-a326-a98016719060 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da2f57ad-5f81-4d64-9eda-cab7fca294c8 HTTP/1.1" status: 204 len: 168 time: 0.4474523 Jun 24 04:19:20.725803 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:19:20.743917 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca084bf-666c-4a3a-a326-a98016719060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f57ad-5f81-4d64-9eda-cab7fca294c8,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:20.746110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (bd5ac487-1019-4713-8d3f-7254834999ae), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.747073 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Added segment bd5ac487-1019-4713-8d3f-7254834999ae of type vlan for network 79381cc9-9395-4f94-831c-11a8005ace16 Jun 24 04:19:20.807988 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (79381cc9-9395-4f94-831c-11a8005ace16), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.878431 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8435f-8038-43a5-95b6-7d63e7b1cbb9 req-9e6af533-8584-452a-99f1-85164a93a3fa tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:20.882519 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:20.885377 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-72b8435f-8038-43a5-95b6-7d63e7b1cbb9 req-9e6af533-8584-452a-99f1-85164a93a3fa tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0720587 Jun 24 04:19:20.919373 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:20.924935 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:20.935770 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-72b8435f-8038-43a5-95b6-7d63e7b1cbb9 req-5257085e-2e3a-43f1-9452-e20fd916133d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474331 Jun 24 04:19:20.987086 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (79381cc9-9395-4f94-831c-11a8005ace16), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:20.988254 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:20.989044 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.033325 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:21.035611 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52680) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:21.054582 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ad05-b5fc-463c-a774-508c33627c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.070345 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] Pushing event updated for resources: {'Network': ['ID=79381cc9-9395-4f94-831c-11a8005ace16,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:21.083294 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 79381cc9-9395-4f94-831c-11a8005ace16 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:19:21.119137 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 2, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:21.132500 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-380b7d5b-a275-4db0-b3a7-e5a9fae5604a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9893410 Jun 24 04:19:21.133291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52684) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:21.144748 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Request body: {'subnet': {'network_id': '79381cc9-9395-4f94-831c-11a8005ace16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1131260113-subnet', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:21.166224 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Checking router: f19b7313-2310-47b2-9a1f-0727c3deb5f8 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:21.166661 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Updating router f19b7313-2310-47b2-9a1f-0727c3deb5f8 port 8067017f-351e-4f7f-b1b3-0628a994d5ec binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:21.178646 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ad05-b5fc-463c-a774-508c33627c67 admin admin] Publish callbacks [] for security_group (b4454583-1f94-41ec-a29a-57010ee157e1), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.219237 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.261247 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Made reservation on behalf of d308801b882b46209e83593e0607ee89 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:21.263311 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a8a1ad05-b5fc-463c-a774-508c33627c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (b4454583-1f94-41ec-a29a-57010ee157e1), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.264639 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30621949'] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.323280 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-a8a1ad05-b5fc-463c-a774-508c33627c67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daf93111b68d48c490ed1c1d733fc3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840338 Jun 24 04:19:21.326060 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52690) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:21.344435 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1ad05-b5fc-463c-a774-508c33627c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4454583-1f94-41ec-a29a-57010ee157e1,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:21.400905 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6e0-11b9-4530-9911-b3dd8de2a6d1 admin admin] Publish callbacks [] for security_group (b4454583-1f94-41ec-a29a-57010ee157e1), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.426657 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6e0-11b9-4530-9911-b3dd8de2a6d1 admin admin] Publish callbacks [] for security_group (b4454583-1f94-41ec-a29a-57010ee157e1), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.501676 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:21.595093 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Publish callbacks [] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.618617 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6e0-11b9-4530-9911-b3dd8de2a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (b4454583-1f94-41ec-a29a-57010ee157e1), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.618981 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30618175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30621835'] for subnet (cb38763f-c877-4d49-829a-9ba157ae4ac2), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.621220 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c6e0-11b9-4530-9911-b3dd8de2a6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.623036 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f1a1c6e0-11b9-4530-9911-b3dd8de2a6d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4454583-1f94-41ec-a29a-57010ee157e1 HTTP/1.1" status: 204 len: 168 time: 0.2956417 Jun 24 04:19:21.633731 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c6e0-11b9-4530-9911-b3dd8de2a6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4454583-1f94-41ec-a29a-57010ee157e1,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:21.690744 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb38763f-c877-4d49-829a-9ba157ae4ac2,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:21.699243 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.703439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Checking segment: {'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:21.703439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Network hostable DHCP agents. Network: 79381cc9-9395-4f94-831c-11a8005ace16, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:19:21.710573 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52696) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:21.728630 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2c3b-f5f3-4a79-927d-047c8191ba20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.755214 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e78bc-0291-42d4-b76b-f9f4869f53a4 None None] Pushing event updated for resources: {'Port': ['ID=8067017f-351e-4f7f-b1b3-0628a994d5ec,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:21.862348 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2c3b-f5f3-4a79-927d-047c8191ba20 admin admin] Publish callbacks [] for security_group (5e28846d-a31b-407e-85a0-e6e0e132c84f), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.866592 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Network 79381cc9-9395-4f94-831c-11a8005ace16 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:19:21.888891 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Attempting to bind port 8067017f-351e-4f7f-b1b3-0628a994d5ec on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:21.889439 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Attempting to bind port 8067017f-351e-4f7f-b1b3-0628a994d5ec by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:21.889965 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Attempting to bind port 8067017f-351e-4f7f-b1b3-0628a994d5ec on network 6f544842-0e73-4394-8265-69311b0ed02e {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:21.891836 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176daf1-8181-4114-9c6e-1e37026fd978 req-aa449ed2-f197-435b-b87d-53db7f841956 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:21.894941 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9176daf1-8181-4114-9c6e-1e37026fd978 req-aa449ed2-f197-435b-b87d-53db7f841956 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1048098 Jun 24 04:19:21.907569 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:21.908152 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Checking segment: {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:21.908705 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.912810 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Bound using segment: {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:21.912810 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Bound port: 8067017f-351e-4f7f-b1b3-0628a994d5ec, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:21.912810 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.936054 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2c3b-f5f3-4a79-927d-047c8191ba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (5e28846d-a31b-407e-85a0-e6e0e132c84f), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:21.986724 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9176daf1-8181-4114-9c6e-1e37026fd978 req-76dd84c5-3a8b-4e91-a294-141ac0c0cbfa tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769293 Jun 24 04:19:21.988842 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 79381cc9-9395-4f94-831c-11a8005ace16) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:21.994058 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:21.995750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.020122 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device bb00187a-daa4-4e8c-897c-638efdbea23c up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:22.021086 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] For port 8067017f-351e-4f7f-b1b3-0628a994d5ec, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:22.030734 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] For port 8067017f-351e-4f7f-b1b3-0628a994d5ec, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=8067017f-351e-4f7f-b1b3-0628a994d5ec,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:22.035067 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f2c3b-f5f3-4a79-927d-047c8191ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e28846d-a31b-407e-85a0-e6e0e132c84f,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:22.060644 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-ef8f2c3b-f5f3-4a79-927d-047c8191ba20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dd4fa4aa93b41fba79da3136cd4dfab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486667 Jun 24 04:19:22.063159 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52702) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:22.077703 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a3194-dfb6-4e90-a3fb-4b79557ac65d None None] Network 79381cc9-9395-4f94-831c-11a8005ace16 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:19:22.136814 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-6a21e577-c6f2-4aa3-9a4e-c9de474ab43d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0006936 Jun 24 04:19:22.143060 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52704) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:22.149338 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:22.159404 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cc0bd-0937-44c2-9b9e-8265a20d3f04 req-e231351c-1487-4fc1-8d5e-5f0cd28ba7d9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:22.160867 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dc6cc0bd-0937-44c2-9b9e-8265a20d3f04 req-e231351c-1487-4fc1-8d5e-5f0cd28ba7d9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0715835 Jun 24 04:19:22.164787 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-363acf11-43d9-4b79-a0cb-511f344419de admin admin] Publish callbacks [] for security_group (5e28846d-a31b-407e-85a0-e6e0e132c84f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.172033 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port bb00187a-daa4-4e8c-897c-638efdbea23c triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:22.172399 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.174140 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.217195 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-fbf4430e-3f8b-4098-8fb3-b6e549acfdd6 None None] Provisioning complete for port 8067017f-351e-4f7f-b1b3-0628a994d5ec triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:22.217575 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fbf4430e-3f8b-4098-8fb3-b6e549acfdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.239264 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-363acf11-43d9-4b79-a0cb-511f344419de admin admin] Publish callbacks [] for security_group (5e28846d-a31b-407e-85a0-e6e0e132c84f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.241154 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:22.244448 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:22.248079 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:22.321100 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (3be288aa-201b-4d98-a547-41788dd030e3), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.322158 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (3be288aa-201b-4d98-a547-41788dd030e3), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.328726 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:22.342202 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dc6cc0bd-0937-44c2-9b9e-8265a20d3f04 req-543da047-5e4f-4f6e-94c9-e6a5da776cb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661072 Jun 24 04:19:22.344052 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e78bc-0291-42d4-b76b-f9f4869f53a4 None None] Pushing event updated for resources: {'Port': ['ID=8067017f-351e-4f7f-b1b3-0628a994d5ec,revision_number=4']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:22.424940 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:22.434156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks [] for router_controller (3be288aa-201b-4d98-a547-41788dd030e3), precommit_add_association {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.457118 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-79381cc9-9395-4f94-831c-11a8005ace16', 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16', 'project_id': 'd308801b882b46209e83593e0607ee89', 'fixed_ips': [{'subnet_id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:19:22.460353 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.482195 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-363acf11-43d9-4b79-a0cb-511f344419de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (5e28846d-a31b-407e-85a0-e6e0e132c84f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.482446 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:22.489705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-363acf11-43d9-4b79-a0cb-511f344419de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.491388 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-363acf11-43d9-4b79-a0cb-511f344419de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e28846d-a31b-407e-85a0-e6e0e132c84f HTTP/1.1" status: 204 len: 168 time: 0.4271815 Jun 24 04:19:22.573119 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363acf11-43d9-4b79-a0cb-511f344419de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e28846d-a31b-407e-85a0-e6e0e132c84f,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:22.703766 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:22.717552 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port bb00187a-daa4-4e8c-897c-638efdbea23c is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:22.766623 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4430e-3f8b-4098-8fb3-b6e549acfdd6 None None] Current status of the port 8067017f-351e-4f7f-b1b3-0628a994d5ec is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:22.767013 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fbf4430e-3f8b-4098-8fb3-b6e549acfdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.776119 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks [] for router_gateway (3be288aa-201b-4d98-a547-41788dd030e3), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:22.823701 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:22.828311 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-fbf4430e-3f8b-4098-8fb3-b6e549acfdd6 None None] For port 8067017f-351e-4f7f-b1b3-0628a994d5ec, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=8067017f-351e-4f7f-b1b3-0628a994d5ec,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:22.863683 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:22Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:22.886179 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Allocated IP 172.20.0.2 (79381cc9-9395-4f94-831c-11a8005ace16/cb38763f-c877-4d49-829a-9ba157ae4ac2/1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:22.893364 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d50c0-c542-4f92-bca4-21ba7883696d None None] The sync data for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi is: [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:22Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:22.999691 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fbf4430e-3f8b-4098-8fb3-b6e549acfdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.201015 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4430e-3f8b-4098-8fb3-b6e549acfdd6 None None] Pushing event updated for resources: {'Port': ['ID=8067017f-351e-4f7f-b1b3-0628a994d5ec,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:23.207537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0d971-2b5f-4a03-90b2-e56ac398cfa4 req-98d9c8bf-2777-4ac7-b8f4-9ed04691614d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:23.208466 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-7db40efb-aa5a-4f9a-b8fe-fb0dd752ea67 None None] Provisioning complete for port 8067017f-351e-4f7f-b1b3-0628a994d5ec triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:23.216304 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7db40efb-aa5a-4f9a-b8fe-fb0dd752ea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.216756 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ed0d971-2b5f-4a03-90b2-e56ac398cfa4 req-98d9c8bf-2777-4ac7-b8f4-9ed04691614d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1007009 Jun 24 04:19:23.320210 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Publish callbacks [] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.335669 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ed0d971-2b5f-4a03-90b2-e56ac398cfa4 req-3c835260-d6ed-4048-9ca0-baf406da7f79 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179426 Jun 24 04:19:23.391236 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks [] for router_gateway (3be288aa-201b-4d98-a547-41788dd030e3), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.413586 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.414984 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-7db40efb-aa5a-4f9a-b8fe-fb0dd752ea67 None None] Current status of the port 8067017f-351e-4f7f-b1b3-0628a994d5ec is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:23.460352 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.576106 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Network 79381cc9-9395-4f94-831c-11a8005ace16 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:23.579668 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Pushing event updated for resources: {'Port': ['ID=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:23.581366 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:23.587188 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:23.629701 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897a7d9-8f72-4eb4-ba19-f708bf43c4a6 req-eebcca4d-12b2-4f21-b419-c0d41ead0905 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:23.631621 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0897a7d9-8f72-4eb4-ba19-f708bf43c4a6 req-eebcca4d-12b2-4f21-b419-c0d41ead0905 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0863938 Jun 24 04:19:23.647693 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Allocated IP 172.27.2.97 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/769347a3-76c4-4869-9703-d907504f4cfa) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:23.726984 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0897a7d9-8f72-4eb4-ba19-f708bf43c4a6 req-cdc80ac1-d073-4c72-b1d1-c4c0a8c93dd9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806601 Jun 24 04:19:23.736137 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Attempting to bind port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:23.740977 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Attempting to bind port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:23.741507 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Attempting to bind port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f on network 79381cc9-9395-4f94-831c-11a8005ace16 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:23.756387 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:23.757900 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:23.758484 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Checking segment: {'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:23.758968 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.759425 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Bound using segment: {'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:23.760118 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Bound port: 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:23.760710 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.895206 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] For port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:23.899234 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] For port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,segment=NetworkSegment(bd5ac487-1019-4713-8d3f-7254834999ae),segment_id=bd5ac487-1019-4713-8d3f-7254834999ae)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:23.950469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks [] for port (769347a3-76c4-4869-9703-d907504f4cfa), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:23.993460 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:24.020256 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:24.084848 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 8067017f-351e-4f7f-b1b3-0628a994d5ec up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:24.108209 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (769347a3-76c4-4869-9703-d907504f4cfa), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:24.204690 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5909ba-3859-4598-84a5-48b6dc8e2719 None None] Pushing event updated for resources: {'Port': ['ID=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:24.233305 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 8067017f-351e-4f7f-b1b3-0628a994d5ec triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:24.233765 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:24.278440 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:24.286341 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:24.291292 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=769347a3-76c4-4869-9703-d907504f4cfa,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:24.296119 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:24.298631 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:24.431362 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 8067017f-351e-4f7f-b1b3-0628a994d5ec is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:24.604497 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef084e09-2a02-4b09-aa17-9e314750d255 req-8da43689-3236-48ad-9a34-c80287a2cdc2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:24.612047 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ef084e09-2a02-4b09-aa17-9e314750d255 req-8da43689-3236-48ad-9a34-c80287a2cdc2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1126478 Jun 24 04:19:24.674457 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ef084e09-2a02-4b09-aa17-9e314750d255 req-88c82e2e-f6bd-4624-83a7-a6b79a95d6ef tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612054 Jun 24 04:19:24.693838 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:24.869253 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:24.885359 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e02c87-d6f6-4d21-9af3-1fe63475c622 req-0f87c035-6fba-450b-a1e8-bd80b26a2422 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:24.886869 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-43e02c87-d6f6-4d21-9af3-1fe63475c622 req-0f87c035-6fba-450b-a1e8-bd80b26a2422 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0646136 Jun 24 04:19:24.937731 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-43e02c87-d6f6-4d21-9af3-1fe63475c622 req-08f35fe2-c16b-4d79-95ba-8c2c42f8671a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Jun 24 04:19:25.106720 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks [] for router_gateway (3be288aa-201b-4d98-a547-41788dd030e3), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.376722 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:25.378148 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (3be288aa-201b-4d98-a547-41788dd030e3), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.439854 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52834) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:25.445535 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-5f1b6f17-620f-469a-a4d3-6c4474671273 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997694739', 'description': 'tempest-description--1017926618'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:25.545269 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e3b621-3ff4-4c14-b418-c6095d01693c None None] Network 79381cc9-9395-4f94-831c-11a8005ace16 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:19:25.580195 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-509789bc-89d4-4715-b6cf-63323a319d58 None None] Provisioning complete for port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:25.580465 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-509789bc-89d4-4715-b6cf-63323a319d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.599082 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6f17-620f-469a-a4d3-6c4474671273 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.600461 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Router 3be288aa-201b-4d98-a547-41788dd030e3 is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:19:25.717646 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6f17-620f-469a-a4d3-6c4474671273 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (2036ef68-fbad-4fd7-b004-21c84ae9ca9a), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.749653 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:25.766400 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Sync routers for ids ['3be288aa-201b-4d98-a547-41788dd030e3'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:25.774394 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-509789bc-89d4-4715-b6cf-63323a319d58 None None] Current status of the port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:25.775042 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-509789bc-89d4-4715-b6cf-63323a319d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.797882 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6f17-620f-469a-a4d3-6c4474671273 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (2036ef68-fbad-4fd7-b004-21c84ae9ca9a), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.804978 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Routers {'3be288aa-201b-4d98-a547-41788dd030e3'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:25.805615 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['3be288aa-201b-4d98-a547-41788dd030e3'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:25.834187 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.837947 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-ef8af4ea-481d-47f8-bf32-3be4ac1ef8a7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6913812 Jun 24 04:19:25.838337 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52846) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:25.885440 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-509789bc-89d4-4715-b6cf-63323a319d58 None None] For port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,segment=NetworkSegment(bd5ac487-1019-4713-8d3f-7254834999ae),segment_id=bd5ac487-1019-4713-8d3f-7254834999ae)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:25.904470 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b6f17-620f-469a-a4d3-6c4474671273 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2036ef68-fbad-4fd7-b004-21c84ae9ca9a,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:25.958755 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6f17-620f-469a-a4d3-6c4474671273 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:25.960441 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5f1b6f17-620f-469a-a4d3-6c4474671273 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5195868 Jun 24 04:19:25.970129 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52856) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:25.984434 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fced9a-affc-4768-94b4-4ef8c7d1850c req-c7daa24e-8d59-43df-808c-6eb437f3d05d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:25.986683 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-08fced9a-affc-4768-94b4-4ef8c7d1850c req-c7daa24e-8d59-43df-808c-6eb437f3d05d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.2069097 Jun 24 04:19:25.992139 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-47bea945-f411-42de-8548-2350b56a82f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group_rule': {'security_group_id': '2036ef68-fbad-4fd7-b004-21c84ae9ca9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:26.009038 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-509789bc-89d4-4715-b6cf-63323a319d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.073287 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Set router 3be288aa-201b-4d98-a547-41788dd030e3 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:26.201931 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:26.218492 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-47bea945-f411-42de-8548-2350b56a82f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (5c81252d-518e-476c-86d2-dfc0925e475f), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.263781 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-08fced9a-affc-4768-94b4-4ef8c7d1850c req-9cb46814-98cb-4ead-83b0-6672689d691a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659128 Jun 24 04:19:26.284945 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02827290-f0b1-470b-b3a7-991061b0643a req-e5060f14-cea0-446e-bdf3-975adc4f0430 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:26.292955 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02827290-f0b1-470b-b3a7-991061b0643a req-e5060f14-cea0-446e-bdf3-975adc4f0430 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1537502 Jun 24 04:19:26.405853 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02827290-f0b1-470b-b3a7-991061b0643a req-3293a190-661d-456c-a790-dfa65a9001ff tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108069 Jun 24 04:19:26.417228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-47bea945-f411-42de-8548-2350b56a82f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (5c81252d-518e-476c-86d2-dfc0925e475f), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.454919 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-64172f57-45f0-4cf5-952f-78d2efb84a8f None None] Provisioning complete for port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:26.455370 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-64172f57-45f0-4cf5-952f-78d2efb84a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.500002 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-47bea945-f411-42de-8548-2350b56a82f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (5c81252d-518e-476c-86d2-dfc0925e475f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.500312 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509789bc-89d4-4715-b6cf-63323a319d58 None None] Pushing event updated for resources: {'Port': ['ID=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:26.522288 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bea945-f411-42de-8548-2350b56a82f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c81252d-518e-476c-86d2-dfc0925e475f,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:26.541592 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:26.542716 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.610784 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:26.633841 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-47bea945-f411-42de-8548-2350b56a82f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.639278 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-47bea945-f411-42de-8548-2350b56a82f4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6651947 Jun 24 04:19:26.640188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52882) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:26.645020 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-f5725876-11d8-4972-9e1b-75dd7ffb21d0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group_rule': {'security_group_id': '2036ef68-fbad-4fd7-b004-21c84ae9ca9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:26.665146 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '769347a3-76c4-4869-9703-d907504f4cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:19:24Z', 'revision_number': 3, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port': {'id': '769347a3-76c4-4869-9703-d907504f4cfa', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:23Z', 'updated_at': '2022-06-24T04:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:26.702201 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-64172f57-45f0-4cf5-952f-78d2efb84a8f None None] Current status of the port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:26.710274 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.712147 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Checking router: 3be288aa-201b-4d98-a547-41788dd030e3 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:26.712692 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Updating router 3be288aa-201b-4d98-a547-41788dd030e3 port 769347a3-76c4-4869-9703-d907504f4cfa binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:26.773618 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (769347a3-76c4-4869-9703-d907504f4cfa), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.783905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f5725876-11d8-4972-9e1b-75dd7ffb21d0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (8c276b90-3114-4dc2-b823-79d14fe44591), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.803651 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:26.855109 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f5725876-11d8-4972-9e1b-75dd7ffb21d0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (8c276b90-3114-4dc2-b823-79d14fe44591), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.895051 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Allocated IP 172.20.0.1 (79381cc9-9395-4f94-831c-11a8005ace16/cb38763f-c877-4d49-829a-9ba157ae4ac2/cfeb6d50-efc5-4aeb-bb06-68e2373dc531) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:26.899232 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:26.928008 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f5725876-11d8-4972-9e1b-75dd7ffb21d0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (8c276b90-3114-4dc2-b823-79d14fe44591), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:26.945210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5725876-11d8-4972-9e1b-75dd7ffb21d0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c276b90-3114-4dc2-b823-79d14fe44591,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:27.015453 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Publish callbacks [] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.063163 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f5725876-11d8-4972-9e1b-75dd7ffb21d0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.064686 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-f5725876-11d8-4972-9e1b-75dd7ffb21d0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4234653 Jun 24 04:19:27.067897 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52890) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:27.073588 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:27.091005 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Publish callbacks [] for port (769347a3-76c4-4869-9703-d907504f4cfa), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.094186 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:27.150705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.179480 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.181920 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (769347a3-76c4-4869-9703-d907504f4cfa), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.205966 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Network 79381cc9-9395-4f94-831c-11a8005ace16 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:27.208863 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:27.212728 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:27.213216 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (3be288aa-201b-4d98-a547-41788dd030e3), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.248063 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Attempting to bind port 769347a3-76c4-4869-9703-d907504f4cfa on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:27.248369 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Attempting to bind port 769347a3-76c4-4869-9703-d907504f4cfa by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:27.248851 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Attempting to bind port 769347a3-76c4-4869-9703-d907504f4cfa on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:27.259848 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:27.260334 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:27.261514 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.261514 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:27.261964 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Bound port: 769347a3-76c4-4869-9703-d907504f4cfa, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:27.262487 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (769347a3-76c4-4869-9703-d907504f4cfa), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.264547 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19923b9-c982-4a33-b186-886be6fe05b3 None None] Pushing event updated for resources: {'Port': ['ID=769347a3-76c4-4869-9703-d907504f4cfa,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:27.285219 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Pushing event updated for resources: {'Port': ['ID=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:27.289846 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:27.309228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.573168 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5641-a4ff-4f6b-bd4c-11ef9401590d req-698c4c68-dbaf-4050-a2ac-9b28f8d246d8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:27.576313 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a25d5641-a4ff-4f6b-bd4c-11ef9401590d req-698c4c68-dbaf-4050-a2ac-9b28f8d246d8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1031055 Jun 24 04:19:27.616187 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] For port 769347a3-76c4-4869-9703-d907504f4cfa, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:27.624538 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] For port 769347a3-76c4-4869-9703-d907504f4cfa, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=769347a3-76c4-4869-9703-d907504f4cfa,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:27.625535 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c909bb-f5cc-47b4-b510-a1981e647cd3 req-25cd2adf-5387-42cb-883c-b9c25c583d27 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:27.627319 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17c909bb-f5cc-47b4-b510-a1981e647cd3 req-25cd2adf-5387-42cb-883c-b9c25c583d27 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0783243 Jun 24 04:19:27.627692 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:27.671820 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.675861 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Allocated IP 172.27.2.66 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/c6a84e84-71d9-408b-bcf5-ed90ae081e3f) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:27.698600 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a25d5641-a4ff-4f6b-bd4c-11ef9401590d req-6c2c94ba-fc73-4825-9a6d-99ff9765013f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151400 Jun 24 04:19:27.731501 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17c909bb-f5cc-47b4-b510-a1981e647cd3 req-bfb0e6bd-1cb7-414f-9850-139c36108b34 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969262 Jun 24 04:19:27.745323 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (769347a3-76c4-4869-9703-d907504f4cfa), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.798864 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-2e204a0b-996d-4d66-b99f-b8017abca7f0 None None] Provisioning complete for port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:27.804451 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-2e204a0b-996d-4d66-b99f-b8017abca7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.829554 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:27.832751 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-9612367a-7d4b-4503-9f0a-bdf74c07e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:27.835218 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-9612367a-7d4b-4503-9f0a-bdf74c07e015 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 1129 time: 0.0834577 Jun 24 04:19:27.876954 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:27.881005 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Routers {'3be288aa-201b-4d98-a547-41788dd030e3'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:27.881005 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['3be288aa-201b-4d98-a547-41788dd030e3'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:27.882546 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-2e204a0b-996d-4d66-b99f-b8017abca7f0 None None] Port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:27.898651 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19923b9-c982-4a33-b186-886be6fe05b3 None None] Pushing event updated for resources: {'Port': ['ID=769347a3-76c4-4869-9703-d907504f4cfa,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:27.977353 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:INSERT=20,neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:28.012729 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.018386 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:28.087196 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:28.097902 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:28.103321 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:28.107882 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:28.113838 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=c6a84e84-71d9-408b-bcf5-ed90ae081e3f,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:28.127253 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] Set router 3be288aa-201b-4d98-a547-41788dd030e3 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:28.140291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52912) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:28.185788 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-c7157de2-140c-484b-9c4a-fad56fad3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:28.187956 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-c7157de2-140c-484b-9c4a-fad56fad3bb6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.2058971 Jun 24 04:19:28.266590 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (e4d20359-9376-44d4-9bd9-8e960e145203), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.350105 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Publish callbacks [] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.359142 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-75289388-76ec-440c-825d-2df1eebda132 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 200 len: 1001 time: 0.1582129 Jun 24 04:19:28.361581 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1dcdd196-e3e2-44c4-a5f4-87b031c1ffc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.387862 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:28.420233 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-5892e9ac-7da3-4a94-a298-38a3aa5c5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:28.422213 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-5892e9ac-7da3-4a94-a298-38a3aa5c5540 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.0559809 Jun 24 04:19:28.437360 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '769347a3-76c4-4869-9703-d907504f4cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 4, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port': {'id': '769347a3-76c4-4869-9703-d907504f4cfa', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:23Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'cfeb6d50-efc5-4aeb-bb06-68e2373dc531', 'name': '', 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'mac_address': 'fa:16:3e:e9:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:26Z', 'updated_at': '2022-06-24T04:19:26Z', 'revision_number': 1, 'project_id': 'd308801b882b46209e83593e0607ee89', 'subnets': [{'id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:28.440429 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:28.446007 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.486457 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-e0895ab0-90ba-41ad-9b1a-a26fa7239988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:28.487987 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-e0895ab0-90ba-41ad-9b1a-a26fa7239988 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584395 Jun 24 04:19:28.489045 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.489931 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (3be288aa-201b-4d98-a547-41788dd030e3), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.520027 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266ad3e-3de8-41ab-a65d-46757b4f3353 None None] The sync data for ids ['3be288aa-201b-4d98-a547-41788dd030e3'] in dv-cinder-846842-3-iscsi is: [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '769347a3-76c4-4869-9703-d907504f4cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 4, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port': {'id': '769347a3-76c4-4869-9703-d907504f4cfa', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:23Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'cfeb6d50-efc5-4aeb-bb06-68e2373dc531', 'name': '', 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'mac_address': 'fa:16:3e:e9:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:26Z', 'updated_at': '2022-06-24T04:19:26Z', 'revision_number': 1, 'project_id': 'd308801b882b46209e83593e0607ee89', 'subnets': [{'id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:28.537852 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f7a7b388-c739-4e7d-bc38-0f7c836f0679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.538460 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.606745 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:28.632509 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1dcdd196-e3e2-44c4-a5f4-87b031c1ffc7 admin admin] Publish callbacks [] for security_group (126abfca-09db-4008-b9f3-195b3b5db31b), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.720053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1dcdd196-e3e2-44c4-a5f4-87b031c1ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (126abfca-09db-4008-b9f3-195b3b5db31b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.810349 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-1dcdd196-e3e2-44c4-a5f4-87b031c1ffc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f837f55aa7b41d9b2722684c1e2796d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6689651 Jun 24 04:19:28.815790 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52926) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:28.863047 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdd196-e3e2-44c4-a5f4-87b031c1ffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126abfca-09db-4008-b9f3-195b3b5db31b,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:28.891671 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Network 79381cc9-9395-4f94-831c-11a8005ace16 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:28.895221 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.897405 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:28.922797 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Pushing event updated for resources: {'Port': ['ID=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:28.951083 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c638102-0e10-4f65-9eb2-cb6d3a57756b admin admin] Publish callbacks [] for security_group (126abfca-09db-4008-b9f3-195b3b5db31b), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:28.980961 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:29.071316 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=c6a84e84-71d9-408b-bcf5-ed90ae081e3f,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:29.086004 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c638102-0e10-4f65-9eb2-cb6d3a57756b admin admin] Publish callbacks [] for security_group (126abfca-09db-4008-b9f3-195b3b5db31b), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:29.141126 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c99131-ed1a-4e2b-b56a-6ca3ffdfc723 req-b4036dab-ad2a-4fe7-81db-bc0a90a0138e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:29.143084 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06c99131-ed1a-4e2b-b56a-6ca3ffdfc723 req-b4036dab-ad2a-4fe7-81db-bc0a90a0138e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1283994 Jun 24 04:19:29.157997 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577004-c57d-4b19-b060-918010543d20 req-005d6f06-d62b-407e-98a7-e8394c5b66da tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:29.160048 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cf577004-c57d-4b19-b060-918010543d20 req-005d6f06-d62b-407e-98a7-e8394c5b66da tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1935527 Jun 24 04:19:29.239013 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-6923ab4d-b731-483b-aca0-96fd905c1451 None None] Provisioning complete for port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:29.239619 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6923ab4d-b731-483b-aca0-96fd905c1451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:29.239891 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Router 3be288aa-201b-4d98-a547-41788dd030e3 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:19:29.245107 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-725a7d45-f32b-4f9d-a00b-2a22827915c7 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492619 Jun 24 04:19:29.252794 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cf577004-c57d-4b19-b060-918010543d20 req-78e34a43-c87d-4f16-bf57-af1dffa6fbcf tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739262 Jun 24 04:19:29.253641 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (e4d20359-9376-44d4-9bd9-8e960e145203), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:29.291149 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-6923ab4d-b731-483b-aca0-96fd905c1451 None None] Port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:29.342187 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:29.358413 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-662bfac1-ef86-4ea4-aa45-ed0e5c7b3bc3 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2743223 Jun 24 04:19:29.367600 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c638102-0e10-4f65-9eb2-cb6d3a57756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (126abfca-09db-4008-b9f3-195b3b5db31b), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:29.370115 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2c638102-0e10-4f65-9eb2-cb6d3a57756b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:29.372106 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2c638102-0e10-4f65-9eb2-cb6d3a57756b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/126abfca-09db-4008-b9f3-195b3b5db31b HTTP/1.1" status: 204 len: 168 time: 0.5547581 Jun 24 04:19:29.392085 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c638102-0e10-4f65-9eb2-cb6d3a57756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126abfca-09db-4008-b9f3-195b3b5db31b,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:29.438595 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06c99131-ed1a-4e2b-b56a-6ca3ffdfc723 req-4af6387e-43e0-4721-8f25-0e0042a8ee1f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094953 Jun 24 04:19:29.504162 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:29.517645 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-03fd9ac7-9a89-4d57-b4bd-74e2cfe1ea42 req-15fd5e1a-84cd-4217-a767-c30aa13f4a23 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534776 Jun 24 04:19:29.536201 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:29.541419 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4134c7c7-3164-4eb9-8422-40a554191a7f admin admin] 10.222.0.16 "PUT /v2.0/routers/3be288aa-201b-4d98-a547-41788dd030e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7020633 Jun 24 04:19:29.603201 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:29.989968 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:30.216536 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 52952) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:30.230259 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7d9f-4e5b-463b-a584-c26cd64247c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:30.338705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7d9f-4e5b-463b-a584-c26cd64247c7 admin admin] Publish callbacks [] for security_group (4721bf61-cf6e-484b-a898-3ade36775574), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:30.402005 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27411009-4b65-4ed7-8bac-05a019df594d req-7c06cbd0-13a9-4e8c-a0b9-f217eb962620 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:30.403846 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-27411009-4b65-4ed7-8bac-05a019df594d req-7c06cbd0-13a9-4e8c-a0b9-f217eb962620 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0500650 Jun 24 04:19:30.411088 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7d9f-4e5b-463b-a584-c26cd64247c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4721bf61-cf6e-484b-a898-3ade36775574), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:30.471398 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b9bf7d9f-4e5b-463b-a584-c26cd64247c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d917fabe9c04481a0affbcda453266f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537930 Jun 24 04:19:30.474110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 52958) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:30.477318 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf7d9f-4e5b-463b-a584-c26cd64247c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4721bf61-cf6e-484b-a898-3ade36775574,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:30.498515 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-27411009-4b65-4ed7-8bac-05a019df594d req-d667df70-c641-49fa-ab0e-3ae024a5f072 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884624 Jun 24 04:19:30.538272 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a0afb2f4-f016-46ec-b66e-bb3c47bb36fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:30.541789 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:30.576718 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-eb67a825-6dcf-47eb-9798-43c6ea2fab8c admin admin] Publish callbacks [] for security_group (4721bf61-cf6e-484b-a898-3ade36775574), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:30.602950 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-eb67a825-6dcf-47eb-9798-43c6ea2fab8c admin admin] Publish callbacks [] for security_group (4721bf61-cf6e-484b-a898-3ade36775574), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:30.670805 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35299515-55f8-47a5-80ea-75ed8f22f13b req-f1c33406-6edc-4888-9a41-833ba9b97db8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:30.672575 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35299515-55f8-47a5-80ea-75ed8f22f13b req-f1c33406-6edc-4888-9a41-833ba9b97db8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0644312 Jun 24 04:19:30.733712 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-eb67a825-6dcf-47eb-9798-43c6ea2fab8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4721bf61-cf6e-484b-a898-3ade36775574), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:30.734965 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35299515-55f8-47a5-80ea-75ed8f22f13b req-17e83fe0-fe77-41e8-a54b-0ce2a385bfc3 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568774 Jun 24 04:19:30.736607 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-eb67a825-6dcf-47eb-9798-43c6ea2fab8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:30.737812 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-eb67a825-6dcf-47eb-9798-43c6ea2fab8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4721bf61-cf6e-484b-a898-3ade36775574 HTTP/1.1" status: 204 len: 168 time: 0.2620299 Jun 24 04:19:30.751919 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67a825-6dcf-47eb-9798-43c6ea2fab8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4721bf61-cf6e-484b-a898-3ade36775574,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:31.533183 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Sync routers for ids ['3be288aa-201b-4d98-a547-41788dd030e3'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:31.542722 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Routers {'3be288aa-201b-4d98-a547-41788dd030e3'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:31.543318 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['3be288aa-201b-4d98-a547-41788dd030e3'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:31.660686 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Set router 3be288aa-201b-4d98-a547-41788dd030e3 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:31.698401 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da6a1-e632-4bf4-a703-79699ec71de9 req-8342f475-b67b-406d-8e74-82fed974b7aa tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:31.700495 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c72da6a1-e632-4bf4-a703-79699ec71de9 req-8342f475-b67b-406d-8e74-82fed974b7aa tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1078138 Jun 24 04:19:31.761574 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c72da6a1-e632-4bf4-a703-79699ec71de9 req-522fe2fe-0be8-4fd2-ae45-aa948668185d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551856 Jun 24 04:19:31.773354 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:31.784603 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:31.861418 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:31.909438 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0018f4-97cf-40ca-8ca0-97fef33654a5 req-39fe744d-bb1d-4ffe-a8c5-dcbcba414b90 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:31.912801 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '769347a3-76c4-4869-9703-d907504f4cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 4, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port': {'id': '769347a3-76c4-4869-9703-d907504f4cfa', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:23Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'cfeb6d50-efc5-4aeb-bb06-68e2373dc531', 'name': '', 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'mac_address': 'fa:16:3e:e9:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:26Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 2, 'project_id': 'd308801b882b46209e83593e0607ee89', 'subnets': [{'id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:31.919843 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9b0018f4-97cf-40ca-8ca0-97fef33654a5 req-39fe744d-bb1d-4ffe-a8c5-dcbcba414b90 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0709195 Jun 24 04:19:31.945472 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Checking router: 3be288aa-201b-4d98-a547-41788dd030e3 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:31.946297 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Updating router 3be288aa-201b-4d98-a547-41788dd030e3 port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:31.997870 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9b0018f4-97cf-40ca-8ca0-97fef33654a5 req-0e54dec4-85fc-404f-bfc7-49ca114ab551 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768323 Jun 24 04:19:32.062322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 769347a3-76c4-4869-9703-d907504f4cfa up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:32.090119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 53000) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:32.130948 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.151732 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:32.180392 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 769347a3-76c4-4869-9703-d907504f4cfa triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:32.181281 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (769347a3-76c4-4869-9703-d907504f4cfa), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.219572 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:32.264326 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-829262949-network', 'tenant_id': '46222aa2184c4a6d82b65d3c703c8bd7'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:32.275404 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 769347a3-76c4-4869-9703-d907504f4cfa is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:32.276293 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (769347a3-76c4-4869-9703-d907504f4cfa), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.301501 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 769347a3-76c4-4869-9703-d907504f4cfa, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=769347a3-76c4-4869-9703-d907504f4cfa,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:32.398460 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Made reservation on behalf of 46222aa2184c4a6d82b65d3c703c8bd7 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:32.400913 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.410384 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.433334 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (769347a3-76c4-4869-9703-d907504f4cfa), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.444818 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Publish callbacks [] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.518061 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=769347a3-76c4-4869-9703-d907504f4cfa,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:32.558599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Publish callbacks [] for security_group (68c58959-1cce-4a03-a4e8-fe0e8f631a43), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.569683 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.580688 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-28b13670-e467-4ed5-919e-07595032a113 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1997694739&fields=id&tenant_id=ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 267 time: 0.0824077 Jun 24 04:19:32.604534 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:32.617525 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884836c-8050-4bd4-b04d-f284aab23d7a req-aa01aa00-e962-4509-99d0-3f3fe4f263c7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:32.625293 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d717b-62eb-4b39-8fa4-00a8e4dc4ef3 None None] Pushing event updated for resources: {'Port': ['ID=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:32.625614 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9884836c-8050-4bd4-b04d-f284aab23d7a req-aa01aa00-e962-4509-99d0-3f3fe4f263c7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0739801 Jun 24 04:19:32.645585 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (68c58959-1cce-4a03-a4e8-fe0e8f631a43), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.707604 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:32.725339 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9884836c-8050-4bd4-b04d-f284aab23d7a req-49224db1-e651-4e5b-866c-b31c184e4c6c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988383 Jun 24 04:19:32.735554 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Attempting to bind port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:32.735922 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Attempting to bind port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:32.736280 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Attempting to bind port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 on network 79381cc9-9395-4f94-831c-11a8005ace16 {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:32.742560 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:32.743212 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Checking segment: {'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:32.743931 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.748232 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:19:32.748757 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Bound using segment: {'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:32.750930 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c58959-1cce-4a03-a4e8-fe0e8f631a43,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:32.753511 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Bound port: cfeb6d50-efc5-4aeb-bb06-68e2373dc531, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5ac487-1019-4713-8d3f-7254834999ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:32.754833 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.784837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (7679602c-01a6-4e4e-a8e2-09f06330d36c), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.785426 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Added segment 7679602c-01a6-4e4e-a8e2-09f06330d36c of type vlan for network 1c845f89-b174-484c-b799-d73e1f1596bc Jun 24 04:19:32.804636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-85703754-2cd5-44cd-9e58-00757634a931 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:32.806614 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-85703754-2cd5-44cd-9e58-00757634a931 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 815 time: 0.2195714 Jun 24 04:19:32.876388 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] For port cfeb6d50-efc5-4aeb-bb06-68e2373dc531, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:32.881016 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] For port cfeb6d50-efc5-4aeb-bb06-68e2373dc531, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,segment=NetworkSegment(bd5ac487-1019-4713-8d3f-7254834999ae),segment_id=bd5ac487-1019-4713-8d3f-7254834999ae)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:32.885253 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (1c845f89-b174-484c-b799-d73e1f1596bc), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.890333 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-87beb890-601a-44d4-b9db-6836870ab042 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/quotas/ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 375 time: 0.0554075 Jun 24 04:19:32.952942 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903135f-5a38-4327-be96-c4930d31e13f req-4a4a7d6c-b4c9-4923-a051-4a0bb131af7f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:32.956432 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:32.965434 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5903135f-5a38-4327-be96-c4930d31e13f req-4a4a7d6c-b4c9-4923-a051-4a0bb131af7f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0628154 Jun 24 04:19:32.977876 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-bd9e0686-654b-481a-8d7a-9d6738be2730 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807269 Jun 24 04:19:33.034950 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:33.043238 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Routers {'3be288aa-201b-4d98-a547-41788dd030e3'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:19:33.043846 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:19:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['3be288aa-201b-4d98-a547-41788dd030e3'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:33.049210 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d717b-62eb-4b39-8fa4-00a8e4dc4ef3 None None] Pushing event updated for resources: {'Port': ['ID=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,revision_number=4']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:33.072389 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5903135f-5a38-4327-be96-c4930d31e13f req-8b213c3e-9e76-41e6-8f64-6e8e6415c20e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044838 Jun 24 04:19:33.077343 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-34ecc0c0-ee1e-49b0-bd5f-ab7632914a34 None None] Provisioning complete for port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:33.078541 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-34ecc0c0-ee1e-49b0-bd5f-ab7632914a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.140192 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (1c845f89-b174-484c-b799-d73e1f1596bc), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.142285 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:33.143312 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.212211 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.222516 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:33.227690 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] Set router 3be288aa-201b-4d98-a547-41788dd030e3 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:19:33.253661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-34ecc0c0-ee1e-49b0-bd5f-ab7632914a34 None None] Current status of the port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:33.255505 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-34ecc0c0-ee1e-49b0-bd5f-ab7632914a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.304034 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1c845f89-b174-484c-b799-d73e1f1596bc,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:33.313840 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5fbe7ae3-83aa-4ce1-8925-43e505f199c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2226086 Jun 24 04:19:33.316071 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-3f3a4c99-4c88-4097-8383-eaedbc9928bb service neutron] 10.222.0.16 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234844 Jun 24 04:19:33.318918 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 53038) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:33.322867 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Request body: {'subnet': {'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-829262949-subnet', 'tenant_id': '46222aa2184c4a6d82b65d3c703c8bd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:33.337480 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65cf2-efac-4329-bc95-b787e4356b68 req-3a84f0ca-0a57-46c6-a243-fda105d8831f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:33.347646 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6ad65cf2-efac-4329-bc95-b787e4356b68 req-3a84f0ca-0a57-46c6-a243-fda105d8831f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1211097 Jun 24 04:19:33.364898 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 1c845f89-b174-484c-b799-d73e1f1596bc details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:19:33.410065 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6ad65cf2-efac-4329-bc95-b787e4356b68 req-bc913699-c4c3-4e20-968c-98881d545fcb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629437 Jun 24 04:19:33.456303 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-34ecc0c0-ee1e-49b0-bd5f-ab7632914a34 None None] For port cfeb6d50-efc5-4aeb-bb06-68e2373dc531, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,segment=NetworkSegment(bd5ac487-1019-4713-8d3f-7254834999ae),segment_id=bd5ac487-1019-4713-8d3f-7254834999ae)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:33.480180 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:33.491956 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Made reservation on behalf of 46222aa2184c4a6d82b65d3c703c8bd7 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:33.494714 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30621949'] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.559010 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-34ecc0c0-ee1e-49b0-bd5f-ab7632914a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.567767 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.634388 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecc0c0-ee1e-49b0-bd5f-ab7632914a34 None None] Pushing event updated for resources: {'Port': ['ID=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:33.640361 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '769347a3-76c4-4869-9703-d907504f4cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 4, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port': {'id': '769347a3-76c4-4869-9703-d907504f4cfa', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:23Z', 'updated_at': '2022-06-24T04:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'cfeb6d50-efc5-4aeb-bb06-68e2373dc531', 'name': '', 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'mac_address': 'fa:16:3e:e9:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:26Z', 'updated_at': '2022-06-24T04:19:32Z', 'revision_number': 4, 'project_id': 'd308801b882b46209e83593e0607ee89', 'subnets': [{'id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:33.678871 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:33.689823 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d2c4b-a860-415e-a13b-88e0705fdf19 None None] The sync data for ids ['3be288aa-201b-4d98-a547-41788dd030e3'] in dv-cinder-846842-3-iscsi is: [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '769347a3-76c4-4869-9703-d907504f4cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:19:27Z', 'revision_number': 4, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port': {'id': '769347a3-76c4-4869-9703-d907504f4cfa', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:23Z', 'updated_at': '2022-06-24T04:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'cfeb6d50-efc5-4aeb-bb06-68e2373dc531', 'name': '', 'network_id': '79381cc9-9395-4f94-831c-11a8005ace16', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'mac_address': 'fa:16:3e:e9:7b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:26Z', 'updated_at': '2022-06-24T04:19:32Z', 'revision_number': 4, 'project_id': 'd308801b882b46209e83593e0607ee89', 'subnets': [{'id': 'cb38763f-c877-4d49-829a-9ba157ae4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:33.698829 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-db91f257-8605-49b1-af27-ab7ed0d099ec None None] Provisioning complete for port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:33.698829 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-db91f257-8605-49b1-af27-ab7ed0d099ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:33.748726 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:33.814432 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-db91f257-8605-49b1-af27-ab7ed0d099ec None None] Current status of the port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:33.884692 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:34.087386 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13ced5-219b-4abf-ba8f-6c2ac6023503 req-4cbaeb43-acf7-4ae4-8fd1-6cc2739d35b5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:34.100808 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0e13ced5-219b-4abf-ba8f-6c2ac6023503 req-4cbaeb43-acf7-4ae4-8fd1-6cc2739d35b5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.2059550 Jun 24 04:19:34.117911 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 769347a3-76c4-4869-9703-d907504f4cfa up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:34.167031 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-d82759ea-8b85-4128-9cb2-75da50bcc815 service neutron] 10.222.0.16 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894466 Jun 24 04:19:34.214837 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 769347a3-76c4-4869-9703-d907504f4cfa triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:34.215463 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (769347a3-76c4-4869-9703-d907504f4cfa), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:34.248974 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0e13ced5-219b-4abf-ba8f-6c2ac6023503 req-ef3b5846-ecf3-4fa9-b1db-b7ef44a58f47 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465697 Jun 24 04:19:34.412844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 769347a3-76c4-4869-9703-d907504f4cfa is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:34.413920 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device cfeb6d50-efc5-4aeb-bb06-68e2373dc531 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:34.482047 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:34.482435 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:34.495170 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a04701-1d18-400e-81b8-72ab547ddd15 req-55f2125c-7e00-4f18-8caf-4346a6f36c83 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:34.497257 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f4a04701-1d18-400e-81b8-72ab547ddd15 req-55f2125c-7e00-4f18-8caf-4346a6f36c83 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1267891 Jun 24 04:19:34.516463 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30618175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30621835'] for subnet (e41e77f8-71f5-4c58-be85-4b47ca061c35), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:34.595344 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f4a04701-1d18-400e-81b8-72ab547ddd15 req-090a02ab-8a48-4e54-85ec-f904776580d4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887208 Jun 24 04:19:34.624616 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:34.636028 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=1,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:34.663581 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:34.678427 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:34.682340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:34.765377 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6ca8bc70-e0cb-4cf8-b7bd-183fe7cdbac6 req-038922fe-d160-49e5-b20f-64f9f694ab4c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 210 time: 0.0696716 Jun 24 04:19:34.804188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41e77f8-71f5-4c58-be85-4b47ca061c35,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:34.813788 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Checking segment: {'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:34.814552 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Network hostable DHCP agents. Network: 1c845f89-b174-484c-b799-d73e1f1596bc, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:19:34.824235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169fc29-d047-4310-9b6c-6e5ac911958c req-ac7e1bf4-e23c-4569-a698-2d6eb688e78e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:34.827266 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b169fc29-d047-4310-9b6c-6e5ac911958c req-ac7e1bf4-e23c-4569-a698-2d6eb688e78e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.2093620 Jun 24 04:19:34.898320 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b169fc29-d047-4310-9b6c-6e5ac911958c req-4bc8a381-3010-4f64-af34-d3f1e77caada tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646496 Jun 24 04:19:34.957179 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Network 1c845f89-b174-484c-b799-d73e1f1596bc is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:19:35.086965 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 1c845f89-b174-484c-b799-d73e1f1596bc) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:35.134016 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670768f-60c1-4c24-969d-5877c0eced5a None None] Network 1c845f89-b174-484c-b799-d73e1f1596bc requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:19:35.144598 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:35.145903 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:35.297965 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f15d988-8161-4ec6-b644-c2c6459344b6 None None] Network 1c845f89-b174-484c-b799-d73e1f1596bc requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:19:35.428761 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb3e2e-76dd-4cf3-8a39-f144d7eca70d req-992b6bba-e270-43cf-92cd-d095993ef395 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:35.431619 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-28fb3e2e-76dd-4cf3-8a39-f144d7eca70d req-992b6bba-e270-43cf-92cd-d095993ef395 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0800536 Jun 24 04:19:35.503683 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-28fb3e2e-76dd-4cf3-8a39-f144d7eca70d req-42132890-0323-418b-a8e3-ec2a3918dc32 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653222 Jun 24 04:19:35.615129 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-45dd9135-4244-4937-a337-0c9385c83c30 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2973275 Jun 24 04:19:35.721563 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:35.924160 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d23530c2-d8ed-404e-89c2-0cddaa70bc87 req-5662ac26-c80d-44a9-a9d7-8eabc828748d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 210 time: 0.0833871 Jun 24 04:19:35.964923 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:36.042192 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824989e7-88f5-4592-a7ea-fe42187505a6 req-b722ca4b-3287-40f0-a04b-bc148129543e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:36.050085 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-824989e7-88f5-4592-a7ea-fe42187505a6 req-b722ca4b-3287-40f0-a04b-bc148129543e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0970080 Jun 24 04:19:36.093392 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048c60b-501d-456d-a3c3-99d2c5cc53a3 req-b73aaeae-5e27-4d0d-8709-497738d7875e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:36.094663 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8048c60b-501d-456d-a3c3-99d2c5cc53a3 req-b73aaeae-5e27-4d0d-8709-497738d7875e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0537734 Jun 24 04:19:36.139041 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-824989e7-88f5-4592-a7ea-fe42187505a6 req-5c78a49b-d4b9-4802-8597-ca728ce75dcf tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829456 Jun 24 04:19:36.164941 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:36.199053 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8048c60b-501d-456d-a3c3-99d2c5cc53a3 req-0274e201-034d-4814-9a87-e2f66b09afcb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975001 Jun 24 04:19:36.650130 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:19:36.654330 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd520b-890d-41b6-9cd1-c2a71383c7a3 req-296fedb8-9c7c-4b1f-8f99-38508bd78515 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:36.656715 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-33cd520b-890d-41b6-9cd1-c2a71383c7a3 req-296fedb8-9c7c-4b1f-8f99-38508bd78515 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0669024 Jun 24 04:19:36.658629 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:36.735692 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:36.736363 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-33cd520b-890d-41b6-9cd1-c2a71383c7a3 req-59ea4c8d-1355-4d61-84af-e35aa7174e3e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692656 Jun 24 04:19:37.033417 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-45369e0d-1d7f-42d2-a7be-bb2e3b5b3e37 req-56c5b0a8-390f-4453-a973-0cc93f5907e2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 210 time: 0.0437648 Jun 24 04:19:37.357321 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524d713-3693-4591-a482-fcf5fecef8ed req-87c84eb9-3455-43c1-bb8c-c142766dea35 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:37.364869 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2524d713-3693-4591-a482-fcf5fecef8ed req-87c84eb9-3455-43c1-bb8c-c142766dea35 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1039391 Jun 24 04:19:37.388029 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc3759-8219-405a-8028-71c51e05122d req-dbcaddde-cf41-41bb-b7b2-4d4b560b5638 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:37.395689 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2edc3759-8219-405a-8028-71c51e05122d req-dbcaddde-cf41-41bb-b7b2-4d4b560b5638 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0861084 Jun 24 04:19:37.429189 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2524d713-3693-4591-a482-fcf5fecef8ed req-3397d231-f1ae-4f15-a541-ab67c0f6f48e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631595 Jun 24 04:19:37.487317 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2edc3759-8219-405a-8028-71c51e05122d req-578e6259-83ec-4e8e-8351-36df32fcd65c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888138 Jun 24 04:19:37.856216 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf6d0-6dd3-40c9-be1f-13633ecf2283 req-d3e56dc3-bdd1-47a8-a635-f7473c3dad35 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:37.858310 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d69cf6d0-6dd3-40c9-be1f-13633ecf2283 req-d3e56dc3-bdd1-47a8-a635-f7473c3dad35 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0466647 Jun 24 04:19:37.915169 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d69cf6d0-6dd3-40c9-be1f-13633ecf2283 req-3bd94919-e874-460a-af33-ae61a03782f7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508111 Jun 24 04:19:38.152743 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-22168c04-bb03-4f3b-be37-893f16877329 req-58609253-9453-4336-80b6-5353b73bca22 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 210 time: 0.0453875 Jun 24 04:19:38.271976 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-696d9367-70a7-45ba-ab83-775ad1b91643 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:38.273820 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-696d9367-70a7-45ba-ab83-775ad1b91643 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 815 time: 0.1886833 Jun 24 04:19:38.361230 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-43176aa5-0f0e-45d1-b50b-001de4a120bb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 472 time: 0.0775311 Jun 24 04:19:38.374541 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'port': {'device_id': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'admin_state_up': True, 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'security_groups': ['2036ef68-fbad-4fd7-b004-21c84ae9ca9a']}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:38.591541 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca04de1-8db7-4b3b-8999-604ec020050e req-7ed4e5f6-0972-425f-9874-26612a4b250c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:38.593100 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9ca04de1-8db7-4b3b-8999-604ec020050e req-7ed4e5f6-0972-425f-9874-26612a4b250c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0597084 Jun 24 04:19:38.647352 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9ca04de1-8db7-4b3b-8999-604ec020050e req-d2ed7391-2968-4ed0-9653-595dddd52466 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462813 Jun 24 04:19:38.663986 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Made reservation on behalf of ab7130ecbc4d487db66baebeab8550b0 for: {'port': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:38.679972 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:38.814536 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d63264-376f-49d5-8795-ccbb8ed781af req-09495ef6-2315-432e-a77b-65c31ccb22bb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:38.821618 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b9d63264-376f-49d5-8795-ccbb8ed781af req-09495ef6-2315-432e-a77b-65c31ccb22bb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0756748 Jun 24 04:19:38.893716 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:38.909981 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Allocated IP 172.20.0.3 (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7/c76d2cf8-c72d-4b16-983e-0fa0aff50668/337acde5-acd2-490f-b729-39d3e95ad6d4) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:38.930268 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b9d63264-376f-49d5-8795-ccbb8ed781af req-161144b8-5b24-43d1-b818-0673f249c5d6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846822 Jun 24 04:19:39.072322 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:39.113831 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4db74f-dddd-4fd3-87c3-32bd671d4660 req-a4b63502-4061-4614-82ab-285e1fa987ac tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:39.118896 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fc4db74f-dddd-4fd3-87c3-32bd671d4660 req-a4b63502-4061-4614-82ab-285e1fa987ac tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.1177678 Jun 24 04:19:39.161974 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:39.223413 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fc4db74f-dddd-4fd3-87c3-32bd671d4660 req-77d2e72b-6234-4374-8f29-1f29e23236b9 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958216 Jun 24 04:19:39.339105 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:39.442392 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd43f1b-c715-4776-8bc0-cded3c5aa166 req-ac91b2a4-0c99-400e-866c-02e6c24b4849 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:39.443983 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccd43f1b-c715-4776-8bc0-cded3c5aa166 req-ac91b2a4-0c99-400e-866c-02e6c24b4849 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 931 time: 0.1227260 Jun 24 04:19:39.452401 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:39.461375 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:39.464485 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=337acde5-acd2-490f-b729-39d3e95ad6d4,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.467415 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:39.472855 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:39.473632 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:39.517963 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-ae2b35b8-5b0b-4bd7-9dc0-ae8d9b8024fa tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:39.527663 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-ae2b35b8-5b0b-4bd7-9dc0-ae8d9b8024fa tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/networks?id=1c845f89-b174-484c-b799-d73e1f1596bc HTTP/1.1" status: 200 len: 808 time: 0.1825480 Jun 24 04:19:39.531746 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccd43f1b-c715-4776-8bc0-cded3c5aa166 req-471ab76c-a5bd-41a3-8a0a-1ac70b3c55c8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813451 Jun 24 04:19:39.568799 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-70b15bb5-ed35-4629-a715-811f142362c3 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/quotas/46222aa2184c4a6d82b65d3c703c8bd7 HTTP/1.1" status: 200 len: 375 time: 0.0359945 Jun 24 04:19:39.608969 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-861a14dd-8d06-49fc-baf3-22989d6a3135 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=46222aa2184c4a6d82b65d3c703c8bd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427105 Jun 24 04:19:39.617851 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-8b46923a-e718-4a35-b5b7-cf2e7c759f4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2485325 Jun 24 04:19:39.631668 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Request body: {'port': {'device_id': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:39.723194 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:39.760623 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-f7c80030-8b3c-4bd0-912a-6131576431b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506941 Jun 24 04:19:39.882245 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-3f1e3311-eb3c-4e33-81a9-f3cffe37c78c service neutron] 10.222.0.16 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154070 Jun 24 04:19:39.918465 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-d36ffe93-a278-4310-ada6-f888b5499c05 None None] Provisioning complete for port 337acde5-acd2-490f-b729-39d3e95ad6d4 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:39.920412 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df6207-18a5-449f-a050-0bb03fdb2ab1 req-1de23749-8fbb-489c-b4ea-1b96c7ef7f3a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:39.922234 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-38df6207-18a5-449f-a050-0bb03fdb2ab1 req-1de23749-8fbb-489c-b4ea-1b96c7ef7f3a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1414573 Jun 24 04:19:39.930937 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d36ffe93-a278-4310-ada6-f888b5499c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:39.991721 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-d36ffe93-a278-4310-ada6-f888b5499c05 None None] Port 337acde5-acd2-490f-b729-39d3e95ad6d4 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:40.064468 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-38df6207-18a5-449f-a050-0bb03fdb2ab1 req-1e14bfc4-aad9-44d5-96c8-1b7268fba1c2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326354 Jun 24 04:19:40.082964 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:40.227179 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c5c4e-9637-45ce-90ec-5f7077a28ff9 req-b4ff526b-9f87-4365-9e33-5615bebde2c6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:40.228679 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e7c5c4e-9637-45ce-90ec-5f7077a28ff9 req-b4ff526b-9f87-4365-9e33-5615bebde2c6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0568950 Jun 24 04:19:40.235729 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337acde5-acd2-490f-b729-39d3e95ad6d4 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:19:40.245450 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Publish callbacks [] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:40.290644 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Transition to ACTIVE for port object 337acde5-acd2-490f-b729-39d3e95ad6d4 will not be triggered until provisioned by entity L2. {{(pid=104593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:19:40.297079 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:40.310427 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-09b759bf-49e0-452f-8515-681786f94537 req-36a25a32-2a99-4839-b56b-b81191aead67 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 210 time: 0.0536275 Jun 24 04:19:40.335400 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e7c5c4e-9637-45ce-90ec-5f7077a28ff9 req-6a26c608-8f30-4259-b855-8c087e8832f8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948088 Jun 24 04:19:40.369967 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:40.457040 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Pushing event updated for resources: {'Port': ['ID=337acde5-acd2-490f-b729-39d3e95ad6d4,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:40.531109 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Attempting to bind port 337acde5-acd2-490f-b729-39d3e95ad6d4 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:40.533879 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Attempting to bind port 337acde5-acd2-490f-b729-39d3e95ad6d4 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:40.534541 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Attempting to bind port 337acde5-acd2-490f-b729-39d3e95ad6d4 on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:40.536941 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d87f5-06a3-4a6c-b873-a0448fae2510 req-7f6a5d1c-be20-48f5-b0c0-41c5983e0e4a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:40.540071 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Port 337acde5-acd2-490f-b729-39d3e95ad6d4 on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:19:40.540648 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Attempting to bind port 337acde5-acd2-490f-b729-39d3e95ad6d4 on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:40.544729 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-248d87f5-06a3-4a6c-b873-a0448fae2510 req-7f6a5d1c-be20-48f5-b0c0-41c5983e0e4a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0956419 Jun 24 04:19:40.547532 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:40.548104 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Checking segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:40.548561 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Bound using segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:40.549308 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Bound port: 337acde5-acd2-490f-b729-39d3e95ad6d4, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:40.549743 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:40.630609 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-248d87f5-06a3-4a6c-b873-a0448fae2510 req-b3270a7f-e66c-447c-b5d1-a5282d08f03e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804510 Jun 24 04:19:40.695094 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5ca17-2a91-4ace-a9bf-058db98d0d9f req-e459cd4c-1986-4424-bb63-098ede6a2957 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:40.696700 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-88a5ca17-2a91-4ace-a9bf-058db98d0d9f req-e459cd4c-1986-4424-bb63-098ede6a2957 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 943 time: 0.0727544 Jun 24 04:19:40.757913 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-88a5ca17-2a91-4ace-a9bf-058db98d0d9f req-22863a4b-75ef-47d8-9bd4-873b77e665b6 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525591 Jun 24 04:19:40.785779 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] For port 337acde5-acd2-490f-b729-39d3e95ad6d4, host hv-cinder-84684, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:40.792137 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] For port 337acde5-acd2-490f-b729-39d3e95ad6d4, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=337acde5-acd2-490f-b729-39d3e95ad6d4,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:40.901633 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:40.952075 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:40.952793 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:40.954035 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] 10.222.0.43 "PUT /v2.0/ports/337acde5-acd2-490f-b729-39d3e95ad6d4 HTTP/1.1" status: 200 len: 1093 time: 1.3276987 Jun 24 04:19:40.955344 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'tag': '337acde5-acd2-490f-b729-39d3e95ad6d4'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:19:40.957581 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8ea30c-6fa6-494e-9ad4-eaedf441294c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1608c2b-a5ad-45f3-8e24-790fd53cbe49", "tag": "337acde5-acd2-490f-b729-39d3e95ad6d4"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:40.982292 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7e8fe-6119-4b4e-8140-e1ae2c614808 service neutron] Pushing event updated for resources: {'Port': ['ID=337acde5-acd2-490f-b729-39d3e95ad6d4,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:41.015288 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ac11d-3116-4545-a2c5-631e1ca3d150 x-openstack-request-id: req-704ac11d-3116-4545-a2c5-631e1ca3d150 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:41.015668 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1608c2b-a5ad-45f3-8e24-790fd53cbe49", "tag": "337acde5-acd2-490f-b729-39d3e95ad6d4", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:41.015984 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-704ac11d-3116-4545-a2c5-631e1ca3d150 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:41.016447 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704ac11d-3116-4545-a2c5-631e1ca3d150'] response: {'name': 'network-changed', 'server_uuid': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'tag': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'status': 'completed', 'code': 200} Jun 24 04:19:41.314407 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ea30c-6fa6-494e-9ad4-eaedf441294c req-b9ef654f-46db-4a8e-bb1f-fdfdadc4854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:41.316075 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8a8ea30c-6fa6-494e-9ad4-eaedf441294c req-b9ef654f-46db-4a8e-bb1f-fdfdadc4854f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 1127 time: 0.1284101 Jun 24 04:19:41.325642 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0ae2-62b3-436a-9794-95a5211e4103 req-dccaec5e-c2a4-429a-936e-1697c2b9589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:41.329156 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4b7f0ae2-62b3-436a-9794-95a5211e4103 req-dccaec5e-c2a4-429a-936e-1697c2b9589d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 1130 time: 0.0493660 Jun 24 04:19:41.355792 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:41.431494 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ae335eb8-6de0-4f23-a13f-a95896e74bcb req-5563d0b8-7683-4be1-ac25-2ccbd3ef0741 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 210 time: 0.0468779 Jun 24 04:19:41.440328 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4b7f0ae2-62b3-436a-9794-95a5211e4103 req-d507963d-e6e8-46f4-a403-db66aa600855 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978622 Jun 24 04:19:41.555121 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:19:41.566390 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670adaa0-07ef-4c29-942a-cc18c1972ff6 req-23c4819e-b07e-438c-b273-e6a421265f6f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:41.573193 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-670adaa0-07ef-4c29-942a-cc18c1972ff6 req-23c4819e-b07e-438c-b273-e6a421265f6f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.3052154 Jun 24 04:19:41.611827 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff107c0-0993-4a7c-93bd-5ffcc2470787 req-bfd520fd-cc46-403f-b9ca-94beff72387a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:41.626164 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-eff107c0-0993-4a7c-93bd-5ffcc2470787 req-bfd520fd-cc46-403f-b9ca-94beff72387a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0987906 Jun 24 04:19:41.724026 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-eff107c0-0993-4a7c-93bd-5ffcc2470787 req-f030086b-9152-42cd-bc42-b4c071e30804 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968018 Jun 24 04:19:41.738511 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:41.745623 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-670adaa0-07ef-4c29-942a-cc18c1972ff6 req-b7db8d1e-14d6-4ebf-9897-e7fc4cdad21d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715078 Jun 24 04:19:41.755407 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'port_id': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'mac_address': 'fa:16:3e:6a:68:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:19:41.812597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port a4646799-84a1-4e0f-88f6-135dfd47c759 is: ACTIVE; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:41.813192 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:41.828169 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4646799-84a1-4e0f-88f6-135dfd47c759 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:19:41.853319 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ea30c-6fa6-494e-9ad4-eaedf441294c req-d93425b7-088e-46ae-b0d9-63dab7d20299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:41.862622 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:41.864514 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:41.885998 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8a8ea30c-6fa6-494e-9ad4-eaedf441294c req-d93425b7-088e-46ae-b0d9-63dab7d20299 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ab7130ecbc4d487db66baebeab8550b0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5527523 Jun 24 04:19:41.909581 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623120d-0362-49b2-bcac-f1ff09299ac2 req-43e463dd-e332-4169-b929-2f56afa8bed8 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:41.912867 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b623120d-0362-49b2-bcac-f1ff09299ac2 req-43e463dd-e332-4169-b929-2f56afa8bed8 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.1151383 Jun 24 04:19:41.932850 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:41.965851 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:41.993646 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:41.997529 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=6']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:42.013785 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f21b-609b-4e08-8a41-a8cf02404757 req-2ff235aa-0d66-43e6-8274-18583c63e651 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:42.015586 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cbc8f21b-609b-4e08-8a41-a8cf02404757 req-2ff235aa-0d66-43e6-8274-18583c63e651 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 943 time: 0.1037953 Jun 24 04:19:42.033615 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b623120d-0362-49b2-bcac-f1ff09299ac2 req-e3438955-dc42-43b6-b4b9-871bc6309380 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134963 Jun 24 04:19:42.070650 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['a4646799-84a1-4e0f-88f6-135dfd47c759'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:42.115354 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cbc8f21b-609b-4e08-8a41-a8cf02404757 req-041301d8-1581-47f8-a024-831033e64ec7 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655346 Jun 24 04:19:42.385347 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ea30c-6fa6-494e-9ad4-eaedf441294c req-7a6bbc6e-4627-40ff-8874-2ef8bf2eec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:42.388183 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8a8ea30c-6fa6-494e-9ad4-eaedf441294c req-7a6bbc6e-4627-40ff-8874-2ef8bf2eec55 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761501 Jun 24 04:19:42.482940 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-0ae5e90d-a2e3-4c6a-89fa-bda65753b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:42.484648 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-0ae5e90d-a2e3-4c6a-89fa-bda65753b610 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 1127 time: 0.0545950 Jun 24 04:19:42.545802 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-5916f614-1faa-45bf-bdc2-026ece4bc0a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337acde5-acd2-490f-b729-39d3e95ad6d4 HTTP/1.1" status: 200 len: 217 time: 0.0404656 Jun 24 04:19:42.557031 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4d8194d2-a012-4f8d-8979-843215966f8b req-73e054c0-a04a-4bd0-ab0f-375373809f93 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 210 time: 0.0459132 Jun 24 04:19:42.863825 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c3663-54d7-4e96-a34d-66395973bab5 req-d5a5df88-6b99-410e-a977-b1e72ba1814c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:42.867687 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-761c3663-54d7-4e96-a34d-66395973bab5 req-d5a5df88-6b99-410e-a977-b1e72ba1814c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0622139 Jun 24 04:19:42.900236 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1f0e5-2157-46d5-b40c-b27ae695e842 req-9d5e5a0c-c5c3-4b1a-87e3-3dd709d5f22f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:42.907835 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6fb1f0e5-2157-46d5-b40c-b27ae695e842 req-9d5e5a0c-c5c3-4b1a-87e3-3dd709d5f22f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 944 time: 0.0780320 Jun 24 04:19:42.925424 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-761c3663-54d7-4e96-a34d-66395973bab5 req-6494127a-f6c7-4979-a135-b59068a9f48e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507493 Jun 24 04:19:42.963002 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6fb1f0e5-2157-46d5-b40c-b27ae695e842 req-8220af9a-b4d5-4bc9-9014-ffb1a46b095f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540843 Jun 24 04:19:43.178704 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94abcfc-3fba-4e0e-bc9b-0ee83e6e2526 req-1a087daa-c01f-4535-8f1b-8819661e5858 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:43.180413 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e94abcfc-3fba-4e0e-bc9b-0ee83e6e2526 req-1a087daa-c01f-4535-8f1b-8819661e5858 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0672102 Jun 24 04:19:43.255389 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:43.256945 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2af36-f106-44cf-86ad-78175fbaa674 req-27fe5b82-e581-421e-9f84-f8ef3244a986 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:43.265719 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1ac2af36-f106-44cf-86ad-78175fbaa674 req-27fe5b82-e581-421e-9f84-f8ef3244a986 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 943 time: 0.0699558 Jun 24 04:19:43.275663 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e94abcfc-3fba-4e0e-bc9b-0ee83e6e2526 req-341c2a00-1488-43fd-92f7-45a6ef3b95c7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875914 Jun 24 04:19:43.350629 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1ac2af36-f106-44cf-86ad-78175fbaa674 req-45294029-82f9-44fc-92c9-24be8753e61a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838103 Jun 24 04:19:43.441597 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-3881a6e3-8a13-4eba-a6fa-32a08e91cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:43.443412 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-3881a6e3-8a13-4eba-a6fa-32a08e91cb56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.1157002 Jun 24 04:19:43.510987 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-217630dd-b3e7-42df-b350-1732a2f5019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:43.514933 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-217630dd-b3e7-42df-b350-1732a2f5019a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615928 Jun 24 04:19:43.579275 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:43.639100 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-b88c37d3-7e03-46f4-be3a-cfbf4c5d5442 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166039 Jun 24 04:19:43.678770 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port a4646799-84a1-4e0f-88f6-135dfd47c759 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:43.686431 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:43.721484 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0dbf1d09-f881-4e8e-9f79-8611fccec1b5 req-bc2efc18-de6a-443a-a5c7-45fa1fb6551e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 210 time: 0.0540648 Jun 24 04:19:43.793925 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port a4646799-84a1-4e0f-88f6-135dfd47c759 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:43.794728 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:43.826656 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:19:43.829372 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd67bc91-7649-4684-badb-aa6d494dbd76" -d '{"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-plugged", "status": "completed", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:43.844682 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:43.903918 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad1160a-db85-487c-bf7e-737f736f1229 x-openstack-request-id: req-bad1160a-db85-487c-bf7e-737f736f1229 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:43.905189 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-plugged", "status": "completed", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:43.905644 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bad1160a-db85-487c-bf7e-737f736f1229 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:43.906240 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad1160a-db85-487c-bf7e-737f736f1229'] response: {'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'code': 200} Jun 24 04:19:43.936073 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-21530596-cdf9-48e5-bfb8-3311a6a098e3 req-4cc371af-0735-4b49-ace9-ee24ee66f11a service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213446 Jun 24 04:19:43.988632 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:44.151129 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=7']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:44.206019 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7152e6-45fb-4b80-8ff5-b9a7fc4961c9 req-76d8915f-fb7f-4c1b-8711-ee4a3a3b90f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:44.220133 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4b7152e6-45fb-4b80-8ff5-b9a7fc4961c9 req-76d8915f-fb7f-4c1b-8711-ee4a3a3b90f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1850305 Jun 24 04:19:44.243553 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac870-527e-49b9-bb6d-e3406be36b8b req-596b605b-fdaa-4d2d-860b-7e02ad68aadb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:44.257666 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-20eac870-527e-49b9-bb6d-e3406be36b8b req-596b605b-fdaa-4d2d-860b-7e02ad68aadb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1328924 Jun 24 04:19:44.283719 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:44.313749 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4b7152e6-45fb-4b80-8ff5-b9a7fc4961c9 req-53dfe9b9-85ba-4789-ad2a-78b5c664a612 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926390 Jun 24 04:19:44.321079 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-20eac870-527e-49b9-bb6d-e3406be36b8b req-c2a0fb69-16a2-4685-beeb-0ac77ed62aba tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565224 Jun 24 04:19:44.457676 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f282-692c-436e-8001-97d067a0b84a req-01b40cb5-2650-455c-86dd-8ea30430669a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:44.460777 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8ec7f282-692c-436e-8001-97d067a0b84a req-01b40cb5-2650-455c-86dd-8ea30430669a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0783110 Jun 24 04:19:44.503944 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a828d6-c51c-4a74-88f3-767ee911f630 req-6055d622-d292-4290-b890-06ba12bf40fe tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:44.505819 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-56a828d6-c51c-4a74-88f3-767ee911f630 req-6055d622-d292-4290-b890-06ba12bf40fe tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 943 time: 0.0665801 Jun 24 04:19:44.528811 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8ec7f282-692c-436e-8001-97d067a0b84a req-12d2b898-c33f-4161-8ebd-4eb796e69bfc tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594561 Jun 24 04:19:44.602974 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-56a828d6-c51c-4a74-88f3-767ee911f630 req-c92702e7-5831-4829-b131-5dd6491e09ee tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907021 Jun 24 04:19:44.893339 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f4d651a6-ff15-41c9-867e-e7d1e9573d43 req-ad60d269-9208-4460-a684-9606fbcd91b6 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 210 time: 0.0712771 Jun 24 04:19:45.052691 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b3a68-3beb-4047-9762-d2fee8d97be3 req-f42e6d9d-1758-4ca2-a102-437b40586112 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:45.060810 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-509b3a68-3beb-4047-9762-d2fee8d97be3 req-f42e6d9d-1758-4ca2-a102-437b40586112 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1040094 Jun 24 04:19:45.172094 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-509b3a68-3beb-4047-9762-d2fee8d97be3 req-f74c0bd1-eee7-4e47-9a9b-68834fd7f618 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096625 Jun 24 04:19:45.752608 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dd82a-88bb-468a-a8f3-10888fac8aff req-e1a067e9-2367-44a8-a32d-e9c4a63fa84a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:45.754726 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-327dd82a-88bb-468a-a8f3-10888fac8aff req-e1a067e9-2367-44a8-a32d-e9c4a63fa84a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1295524 Jun 24 04:19:45.832084 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd76891-a4d0-4d5c-9a44-744d05777f0c req-ffcff86e-a6e2-4e69-a587-b9cf366ce5aa tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:45.833816 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6fd76891-a4d0-4d5c-9a44-744d05777f0c req-ffcff86e-a6e2-4e69-a587-b9cf366ce5aa tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.1228437 Jun 24 04:19:45.870663 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-327dd82a-88bb-468a-a8f3-10888fac8aff req-940fb26a-6c37-453d-973e-a9a1faad4b6b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096029 Jun 24 04:19:45.872631 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-814095e7-fcda-4d43-b135-cae3e39a8aef tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:45.879247 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-814095e7-fcda-4d43-b135-cae3e39a8aef tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.43 "GET /v2.0/networks?id=1c845f89-b174-484c-b799-d73e1f1596bc HTTP/1.1" status: 200 len: 808 time: 0.3577349 Jun 24 04:19:45.902515 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Request body: {'port': {'device_id': 'ce2068da-db6c-43af-b63c-e457cd427097', 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc', 'admin_state_up': True, 'tenant_id': '46222aa2184c4a6d82b65d3c703c8bd7'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:45.971816 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:45.992952 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-86f92b65-4b7f-4115-afde-c44111242681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:45.995465 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-86f92b65-4b7f-4115-afde-c44111242681 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 1130 time: 0.1437464 Jun 24 04:19:46.056184 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6fd76891-a4d0-4d5c-9a44-744d05777f0c req-b0fbf99d-ea3e-4586-8af2-934b79972c60 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124708 Jun 24 04:19:46.356882 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a6e72-1bc5-44f0-b2ba-3d2b5e1f6b33 req-73839f58-f8c5-468e-9f28-1e006514d775 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:46.356882 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e54a6e72-1bc5-44f0-b2ba-3d2b5e1f6b33 req-73839f58-f8c5-468e-9f28-1e006514d775 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 943 time: 0.1348016 Jun 24 04:19:46.357484 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-86e0695e-4f12-45b2-942e-e5e79a3783dc req-02ca3252-e123-4c99-b301-dc8b5008d58f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 210 time: 0.0927286 Jun 24 04:19:46.357684 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e54a6e72-1bc5-44f0-b2ba-3d2b5e1f6b33 req-0627eacc-fccb-4fc4-be0a-9f4bedc82f92 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245584 Jun 24 04:19:46.391486 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-eb17a75a-cecf-4145-8126-099e507ad456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:46.393027 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-eb17a75a-cecf-4145-8126-099e507ad456 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.3884630 Jun 24 04:19:46.440934 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:46.454477 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd704061-9e21-472c-a59f-ab0d7080fe8f req-80eb75fb-226f-4e05-89e6-c680394e0ba1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:46.474392 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bd704061-9e21-472c-a59f-ab0d7080fe8f req-80eb75fb-226f-4e05-89e6-c680394e0ba1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1458027 Jun 24 04:19:46.496423 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-1ddd787a-e49b-4225-9f56-87f0ea55bac8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628c6256-3f93-415e-8d57-183e79f02abb HTTP/1.1" status: 200 len: 217 time: 0.0903206 Jun 24 04:19:46.541870 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bd704061-9e21-472c-a59f-ab0d7080fe8f req-18c14600-0eb3-4a88-8c7e-eeb5443327d7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662618 Jun 24 04:19:46.619447 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-580da590-0752-4369-918b-357b4b090000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:46.621226 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-580da590-0752-4369-918b-357b4b090000 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0585272 Jun 24 04:19:46.644228 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=22 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:46.645432 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:46.665386 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:46.674051 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-8bd01028-1997-404b-9fca-63ba5204ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:46.675829 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-8bd01028-1997-404b-9fca-63ba5204ca1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478878 Jun 24 04:19:46.781820 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-004da379-bf8d-4063-a95b-1d5ec17438e3 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979784 Jun 24 04:19:46.880974 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Made reservation on behalf of 46222aa2184c4a6d82b65d3c703c8bd7 for: {'port': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:46.883888 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab7709ca-26a4-4e15-bf92-05b5ac065536 req-0397c312-1160-4e28-b80f-b7f343edcc7f service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953619 Jun 24 04:19:46.884551 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:47.073252 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:47.098647 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474360a-4cae-4b6d-8c61-5308f79b1f91 req-92d7edb5-8c6d-4c91-ae64-87d2cdd8eb29 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:47.111524 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0474360a-4cae-4b6d-8c61-5308f79b1f91 req-92d7edb5-8c6d-4c91-ae64-87d2cdd8eb29 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1426036 Jun 24 04:19:47.229100 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0474360a-4cae-4b6d-8c61-5308f79b1f91 req-9175b6a4-03ac-4e58-b421-3f158b6aec8e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166563 Jun 24 04:19:47.288570 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Allocated IP 172.20.0.6 (1c845f89-b174-484c-b799-d73e1f1596bc/e41e77f8-71f5-4c58-be85-4b47ca061c35/2c487dac-5016-435d-bea6-beaa4600cdf6) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:47.438510 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a034e-37be-45bc-82a3-f52dce9da5e4 req-d49f62e4-5c69-4660-88a3-b64a094cfd6d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:47.452837 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-297a034e-37be-45bc-82a3-f52dce9da5e4 req-d49f62e4-5c69-4660-88a3-b64a094cfd6d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0966945 Jun 24 04:19:47.528605 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-297a034e-37be-45bc-82a3-f52dce9da5e4 req-9ef38273-9324-411d-9eda-bf10aa9944d5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694971 Jun 24 04:19:47.582669 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 337acde5-acd2-490f-b729-39d3e95ad6d4 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:19:47.653738 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4da85cdb-5cf6-4a29-b85b-7d737065dbee req-bc94c6ad-a5a3-4d78-9dd3-9be4425caf5f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 210 time: 0.0468943 Jun 24 04:19:47.711893 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 337acde5-acd2-490f-b729-39d3e95ad6d4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=337acde5-acd2-490f-b729-39d3e95ad6d4,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:47.741026 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'port_id': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'mac_address': 'fa:16:3e:20:61:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:19:47.783036 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-829f8d10-7e07-4083-a98a-cd3f2314d471 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573854686&fields=id&tenant_id=7e75e404ef4f4118a95ca8fb8d98becd HTTP/1.1" status: 200 len: 267 time: 0.5167747 Jun 24 04:19:47.783036 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks [] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:47.799351 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 337acde5-acd2-490f-b729-39d3e95ad6d4 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:47.799716 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:47.807447 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:47.824257 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337acde5-acd2-490f-b729-39d3e95ad6d4 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:19:47.869809 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 337acde5-acd2-490f-b729-39d3e95ad6d4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=337acde5-acd2-490f-b729-39d3e95ad6d4,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:47.908294 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b9bde-8bdb-497e-8b6d-50a5958e2937 req-8bc5633e-9370-4e8f-9622-28b97c6715a5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:47.915698 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a37b9bde-8bdb-497e-8b6d-50a5958e2937 req-8bc5633e-9370-4e8f-9622-28b97c6715a5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 943 time: 0.1698265 Jun 24 04:19:48.006013 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a37b9bde-8bdb-497e-8b6d-50a5958e2937 req-0e04f431-7fd5-48b3-9804-367d63f51719 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892589 Jun 24 04:19:48.035369 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:48.039834 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-bf5a203a-3a52-4024-baec-ce2f5dd256c8 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:48.044455 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-bf5a203a-3a52-4024-baec-ce2f5dd256c8 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/networks?id=73023663-c454-4d4f-aaaf-a748940b4903 HTTP/1.1" status: 200 len: 809 time: 0.2784753 Jun 24 04:19:48.080584 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-6e2fc4a5-3fdf-4f9e-8ebe-6c9756ec34a5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/quotas/7e75e404ef4f4118a95ca8fb8d98becd HTTP/1.1" status: 200 len: 375 time: 0.0214288 Jun 24 04:19:48.082096 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:48.131867 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:48.134187 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=337acde5-acd2-490f-b729-39d3e95ad6d4,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:48.258390 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d0fa-14c7-4b49-842d-c8d63892e510 req-009a58c7-f169-42a7-bd1b-684cd37d1ff4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:48.269418 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96f4d0fa-14c7-4b49-842d-c8d63892e510 req-009a58c7-f169-42a7-bd1b-684cd37d1ff4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1074834 Jun 24 04:19:48.296325 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Network 1c845f89-b174-484c-b799-d73e1f1596bc is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:48.308589 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:48.311281 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:48.316328 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:48.316996 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:48.326092 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['337acde5-acd2-490f-b729-39d3e95ad6d4'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:48.332036 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-5f7c02d5-e0b8-46a2-a501-e25dd1dbf3ae tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2351680 Jun 24 04:19:48.332685 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96f4d0fa-14c7-4b49-842d-c8d63892e510 req-52926f08-6abc-493b-99c0-9f19114fb489 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623162 Jun 24 04:19:48.335036 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Pushing event updated for resources: {'Port': ['ID=2c487dac-5016-435d-bea6-beaa4600cdf6,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:48.446768 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:48.465988 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-aa26ea6e-6d63-4cdf-83d2-e47def819152 service neutron] 10.222.0.16 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090944 Jun 24 04:19:48.470427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e30e66-24dd-4ae0-95ae-e6cdbaaa0c7f req-9ea8799f-2a64-45c6-a570-bcb0914e6267 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:48.472065 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-78e30e66-24dd-4ae0-95ae-e6cdbaaa0c7f req-9ea8799f-2a64-45c6-a570-bcb0914e6267 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0685105 Jun 24 04:19:48.524834 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-78e30e66-24dd-4ae0-95ae-e6cdbaaa0c7f req-1fea923e-9dbf-4849-bd35-8bb1c7a96f73 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472417 Jun 24 04:19:48.555461 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:48.562499 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-a06aa3e5-9ba1-4493-b7b3-f0a095cce8f6 service neutron] 10.222.0.16 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901690 Jun 24 04:19:48.628987 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-76b83875-d20f-4595-a531-8cee758f368a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7302020 Jun 24 04:19:48.643087 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Request body: {'port': {'device_id': 'ce2068da-db6c-43af-b63c-e457cd427097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:48.651270 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9527c-563f-4032-be7b-4f0f5065ab7c req-7d7c6b22-0aa6-45d6-8730-ebb54fd0cf28 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:48.652908 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-83e9527c-563f-4032-be7b-4f0f5065ab7c req-7d7c6b22-0aa6-45d6-8730-ebb54fd0cf28 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0549805 Jun 24 04:19:48.758749 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-83e9527c-563f-4032-be7b-4f0f5065ab7c req-c356bb82-990e-40b3-82f1-c68d94378efa tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925279 Jun 24 04:19:48.921995 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7a4ef-a91a-4ba4-a23b-d0ee66a3a088 req-401ef512-2043-4574-8586-e0f1caea73e7 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:48.921995 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1a7a4ef-a91a-4ba4-a23b-d0ee66a3a088 req-401ef512-2043-4574-8586-e0f1caea73e7 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 931 time: 0.1044056 Jun 24 04:19:48.998871 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1a7a4ef-a91a-4ba4-a23b-d0ee66a3a088 req-13ec69a1-efb4-4d0f-b2b2-f5b83359e419 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713284 Jun 24 04:19:49.037955 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:49.399087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030d264-88d2-4616-ab99-89bc5895c92c req-881ad7a4-a281-4480-94e2-abf2027e8f03 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:49.400871 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f030d264-88d2-4616-ab99-89bc5895c92c req-881ad7a4-a281-4480-94e2-abf2027e8f03 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 944 time: 0.1068642 Jun 24 04:19:49.475971 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-631cebf1-d4e4-4b92-8779-57fd05e96523 req-ed0b3c3c-8e04-4c18-a699-c4fcb535eea6 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0753663 Jun 24 04:19:49.513060 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f030d264-88d2-4616-ab99-89bc5895c92c req-34b78ebf-f9c0-48a8-b6dc-4c3465570131 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831480 Jun 24 04:19:49.541852 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c487dac-5016-435d-bea6-beaa4600cdf6 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:19:49.552987 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Publish callbacks [] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:49.569844 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Transition to ACTIVE for port object 2c487dac-5016-435d-bea6-beaa4600cdf6 will not be triggered until provisioned by entity L2. {{(pid=104593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:19:49.603670 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 337acde5-acd2-490f-b729-39d3e95ad6d4 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:49.651163 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35d209-f6a4-432c-8755-0e82205c2b5b req-26ef8a90-2c23-4a08-a4d9-925bc81a3cbf tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:49.661154 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7c35d209-f6a4-432c-8755-0e82205c2b5b req-26ef8a90-2c23-4a08-a4d9-925bc81a3cbf tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0738027 Jun 24 04:19:49.678543 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:49.728932 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7c35d209-f6a4-432c-8755-0e82205c2b5b req-baa0e582-99ed-4f52-a8e5-94dd5ab21898 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662394 Jun 24 04:19:49.746977 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:49.767301 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:49.825583 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 337acde5-acd2-490f-b729-39d3e95ad6d4 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:19:49.900739 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 337acde5-acd2-490f-b729-39d3e95ad6d4 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:49.901110 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:49.904714 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:49.914089 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d7f6-8030-493f-9709-4351bb136228 req-1f16b793-e19e-449f-a74d-a47910bbbec3 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:49.921701 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9f19d7f6-8030-493f-9709-4351bb136228 req-1f16b793-e19e-449f-a74d-a47910bbbec3 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0713465 Jun 24 04:19:49.925653 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73258-1fda-441b-87dc-70317094f0ed req-d3498537-61ca-4404-ac55-71c29e2185a2 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:49.938483 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-d3498537-61ca-4404-ac55-71c29e2185a2 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/networks?id=6f544842-0e73-4394-8265-69311b0ed02e HTTP/1.1" status: 200 len: 814 time: 0.3322022 Jun 24 04:19:49.970928 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-cf9e5c9e-ecf0-42ee-bd2b-f736be2571c2 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/quotas/d51a251ca7084b2bb07d808026cccd67 HTTP/1.1" status: 200 len: 375 time: 0.0302193 Jun 24 04:19:49.976209 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Pushing event updated for resources: {'Port': ['ID=2c487dac-5016-435d-bea6-beaa4600cdf6,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:50.002533 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9f19d7f6-8030-493f-9709-4351bb136228 req-dfcc2564-b40a-43fd-9b08-a0558bf03385 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793331 Jun 24 04:19:50.072624 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 337acde5-acd2-490f-b729-39d3e95ad6d4 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:50.076906 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:50.109163 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-603a5ed2-c5f5-4ba5-ad1b-a2b694af7189 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51a251ca7084b2bb07d808026cccd67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200211 Jun 24 04:19:50.129697 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337acde5-acd2-490f-b729-39d3e95ad6d4'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:19:50.132238 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b333320b-d2da-424a-a18d-48171b9635b0" -d '{"events": [{"server_uuid": "a1608c2b-a5ad-45f3-8e24-790fd53cbe49", "name": "network-vif-plugged", "status": "completed", "tag": "337acde5-acd2-490f-b729-39d3e95ad6d4"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:50.146543 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 337acde5-acd2-490f-b729-39d3e95ad6d4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=337acde5-acd2-490f-b729-39d3e95ad6d4,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:50.187554 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Attempting to bind port 2c487dac-5016-435d-bea6-beaa4600cdf6 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:19:50.187939 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Attempting to bind port 2c487dac-5016-435d-bea6-beaa4600cdf6 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:19:50.188277 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Attempting to bind port 2c487dac-5016-435d-bea6-beaa4600cdf6 on network 1c845f89-b174-484c-b799-d73e1f1596bc {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:50.196759 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Port 2c487dac-5016-435d-bea6-beaa4600cdf6 on network 1c845f89-b174-484c-b799-d73e1f1596bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:19:50.197084 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Attempting to bind port 2c487dac-5016-435d-bea6-beaa4600cdf6 on network 1c845f89-b174-484c-b799-d73e1f1596bc {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:19:50.200421 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6ee23-5a0a-4ea9-89e2-12fb8482324b req-89bf7dce-64c6-47e0-afa3-f1d581d745e0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:50.202336 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6ff6ee23-5a0a-4ea9-89e2-12fb8482324b req-89bf7dce-64c6-47e0-afa3-f1d581d745e0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0859935 Jun 24 04:19:50.213386 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:19:50.213675 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Checking segment: {'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:19:50.214073 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Bound using segment: {'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:19:50.214565 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Bound port: 2c487dac-5016-435d-bea6-beaa4600cdf6, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:19:50.215031 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:50.265458 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:50.319502 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6ff6ee23-5a0a-4ea9-89e2-12fb8482324b req-4174c61e-487b-4dad-bebc-a2e7995cf3e5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091223 Jun 24 04:19:50.322195 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-01c4fe99-90fe-4bdb-a134-ea56f1921221 service neutron] 10.222.0.16 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884699 Jun 24 04:19:50.359542 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=337acde5-acd2-490f-b729-39d3e95ad6d4,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:50.378844 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] For port 2c487dac-5016-435d-bea6-beaa4600cdf6, host hv-cinder-84684, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:50.428425 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] For port 2c487dac-5016-435d-bea6-beaa4600cdf6, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2c487dac-5016-435d-bea6-beaa4600cdf6,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:50.455250 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:50.461776 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-5e189d4e-62f6-43a4-8097-941f8cd54749 service neutron] 10.222.0.16 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319747 Jun 24 04:19:50.537456 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:50.563823 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dfb2b-c8bf-45c7-90b0-694db9f825ef req-7922eb24-543a-4b88-b76f-0e596f863e73 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:50.579736 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-846dfb2b-c8bf-45c7-90b0-694db9f825ef req-7922eb24-543a-4b88-b76f-0e596f863e73 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 943 time: 0.1549845 Jun 24 04:19:50.624910 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:50.625450 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:50.627562 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] 10.222.0.43 "PUT /v2.0/ports/2c487dac-5016-435d-bea6-beaa4600cdf6 HTTP/1.1" status: 200 len: 1093 time: 1.9885571 Jun 24 04:19:50.629454 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2068da-db6c-43af-b63c-e457cd427097', 'tag': '2c487dac-5016-435d-bea6-beaa4600cdf6'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:19:50.632098 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b96cb7-5e7e-4917-b212-24819485dff1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2068da-db6c-43af-b63c-e457cd427097", "tag": "2c487dac-5016-435d-bea6-beaa4600cdf6"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:50.657982 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f70bf-749f-4b24-bf8b-098483898000 service neutron] Pushing event updated for resources: {'Port': ['ID=2c487dac-5016-435d-bea6-beaa4600cdf6,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:50.662901 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-846dfb2b-c8bf-45c7-90b0-694db9f825ef req-7e9f9a3a-b1c3-43cd-b161-c6ce8ee2f974 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819070 Jun 24 04:19:50.718499 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd89548-61f6-48d9-875c-f2025702ebf5 x-openstack-request-id: req-cbd89548-61f6-48d9-875c-f2025702ebf5 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:50.718994 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1608c2b-a5ad-45f3-8e24-790fd53cbe49", "name": "network-vif-plugged", "status": "completed", "tag": "337acde5-acd2-490f-b729-39d3e95ad6d4", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:50.719105 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbd89548-61f6-48d9-875c-f2025702ebf5 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:50.719462 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd89548-61f6-48d9-875c-f2025702ebf5'] response: {'server_uuid': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'code': 200} Jun 24 04:19:50.898586 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-62088de8-52f1-4861-b7db-7b6b0546cdc7 req-6c6ad221-2938-4173-9e21-58bf29acc18f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0487826 Jun 24 04:19:51.055833 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a808-e83b-4adf-95da-b339f5143599 req-448c1b11-9890-4b00-bad8-cab0c302466f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:51.056963 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f603a808-e83b-4adf-95da-b339f5143599 req-448c1b11-9890-4b00-bad8-cab0c302466f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0726740 Jun 24 04:19:51.120559 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f603a808-e83b-4adf-95da-b339f5143599 req-657ce53d-45d6-4978-9863-cfd0ce33abd0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560420 Jun 24 04:19:51.173290 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef0cdb-8f4e-452a-a4ea-18474a76141f x-openstack-request-id: req-3eef0cdb-8f4e-452a-a4ea-18474a76141f {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:51.173754 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2068da-db6c-43af-b63c-e457cd427097", "tag": "2c487dac-5016-435d-bea6-beaa4600cdf6", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:51.174219 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eef0cdb-8f4e-452a-a4ea-18474a76141f {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:51.175125 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eef0cdb-8f4e-452a-a4ea-18474a76141f'] response: {'name': 'network-changed', 'server_uuid': 'ce2068da-db6c-43af-b63c-e457cd427097', 'tag': '2c487dac-5016-435d-bea6-beaa4600cdf6', 'status': 'completed', 'code': 200} Jun 24 04:19:51.247446 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d2d933be-72d2-4dee-95d6-1a3382a85ad6 req-11fa5d65-a6a7-48f9-a9c9-d161754aeb4a tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0373497 Jun 24 04:19:51.307517 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf4b2-c8b7-4670-aa44-08f60695667a req-5291f574-3500-4a9d-b8b4-c82e62e36b40 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:51.316178 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2ccaf4b2-c8b7-4670-aa44-08f60695667a req-5291f574-3500-4a9d-b8b4-c82e62e36b40 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0817692 Jun 24 04:19:51.380483 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171af02-3414-43a6-a8b1-d5fd1f4d6d5d req-abf9891d-a1d2-4d92-be96-d11c2147a60a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:51.382196 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e171af02-3414-43a6-a8b1-d5fd1f4d6d5d req-abf9891d-a1d2-4d92-be96-d11c2147a60a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0616608 Jun 24 04:19:51.390710 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2ccaf4b2-c8b7-4670-aa44-08f60695667a req-f7a2d25d-44ef-4661-a707-a7a8e8b9718b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735898 Jun 24 04:19:51.446511 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e171af02-3414-43a6-a8b1-d5fd1f4d6d5d req-747fa4c2-fa96-4c24-864b-abd02c17f256 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553613 Jun 24 04:19:51.788087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874816cb-08dc-4d20-8439-e5e5fdf9b2aa req-11255e8a-f4af-49aa-8eb4-486267e130a0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:51.789865 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-874816cb-08dc-4d20-8439-e5e5fdf9b2aa req-11255e8a-f4af-49aa-8eb4-486267e130a0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 943 time: 0.0540195 Jun 24 04:19:51.835858 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:51.867107 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-874816cb-08dc-4d20-8439-e5e5fdf9b2aa req-3da67dd7-55d6-4ebd-9cb2-9cbf88693bf4 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658360 Jun 24 04:19:51.994928 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-28209940-d21c-45db-b6ab-6fb2564b121d req-7ed5e971-ac29-4dbe-9cf0-85c31de86364 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0327826 Jun 24 04:19:52.249729 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ebf86-02ea-4e01-b4b5-e78d4874e030 req-7ecabb14-b2fd-4707-bdd3-331617330921 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:52.251598 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bb8ebf86-02ea-4e01-b4b5-e78d4874e030 req-7ecabb14-b2fd-4707-bdd3-331617330921 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0555351 Jun 24 04:19:52.315665 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bb8ebf86-02ea-4e01-b4b5-e78d4874e030 req-88f90e78-0dd9-43ef-b755-0a633703cb7d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543368 Jun 24 04:19:52.399099 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b55bf1a8-4f7d-4906-bbe4-304398de9f73 req-9547d6c9-1d90-4b63-b0cb-bb6419074b66 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0677683 Jun 24 04:19:52.543406 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed1ab9-46d7-415f-8e53-8ea94eb9413a req-c44d23fc-f473-436d-86ed-52bfa872380b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:52.551874 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ebed1ab9-46d7-415f-8e53-8ea94eb9413a req-c44d23fc-f473-436d-86ed-52bfa872380b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0766635 Jun 24 04:19:52.578957 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92502b9-0196-4806-ac77-3a273b839f3a req-78a91278-5bd1-4197-bbaf-3317393ecccb tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:52.580740 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f92502b9-0196-4806-ac77-3a273b839f3a req-78a91278-5bd1-4197-bbaf-3317393ecccb tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0595868 Jun 24 04:19:52.656923 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ebed1ab9-46d7-415f-8e53-8ea94eb9413a req-1378d991-40fb-4cb0-9c24-216a85e52e65 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983689 Jun 24 04:19:52.692007 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f92502b9-0196-4806-ac77-3a273b839f3a req-bf6048dc-bbef-44a2-95a0-1087ab308646 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045806 Jun 24 04:19:52.763153 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-aa133bd7-5ebf-4e26-a226-f47d07704a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:52.763153 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-aa133bd7-5ebf-4e26-a226-f47d07704a97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46222aa2184c4a6d82b65d3c703c8bd7&device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 1127 time: 0.0421805 Jun 24 04:19:52.790507 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-1272659e-6037-4836-bca9-bf373aee02b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c487dac-5016-435d-bea6-beaa4600cdf6 HTTP/1.1" status: 200 len: 217 time: 0.0350509 Jun 24 04:19:52.839145 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-e8705dc0-f7b1-433b-9538-a1d719c5d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:52.841259 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-e8705dc0-f7b1-433b-9538-a1d719c5d3f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e41e77f8-71f5-4c58-be85-4b47ca061c35 HTTP/1.1" status: 200 len: 848 time: 0.0441182 Jun 24 04:19:52.879594 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-54f377e0-0888-42b4-9c5c-85b30f72785e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c845f89-b174-484c-b799-d73e1f1596bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300317 Jun 24 04:19:52.977207 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e171e38-0d33-4fbc-820a-97751be0e4b2 req-d615b1f3-deee-4ed2-b7d0-7ac4c764609e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:52.978738 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5e171e38-0d33-4fbc-820a-97751be0e4b2 req-d615b1f3-deee-4ed2-b7d0-7ac4c764609e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 943 time: 0.0479701 Jun 24 04:19:52.992970 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-ed6d4d87-cfac-44a1-aab0-4d555712e124 service neutron] 10.222.0.43 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069834 Jun 24 04:19:53.046707 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5e171e38-0d33-4fbc-820a-97751be0e4b2 req-0eb20479-3ddf-4629-9811-bb66666490b7 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616665 Jun 24 04:19:53.105553 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a08b8763-ab1e-497a-940f-6d1f371af568 req-c3ba4151-fac8-40ec-a360-a2ed6a0b53ee tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0358236 Jun 24 04:19:53.123396 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab2628b2-7abe-43fc-b13e-9b784db77a16 req-46aeb01b-780a-4682-b32d-c19b0a88b1b8 service neutron] 10.222.0.43 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226001 Jun 24 04:19:53.462939 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288839-24b3-4522-b125-b0674606f28b req-58e5c318-80e3-44aa-a411-df40f9e33b1d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:53.473580 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7c288839-24b3-4522-b125-b0674606f28b req-58e5c318-80e3-44aa-a411-df40f9e33b1d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0749176 Jun 24 04:19:53.541024 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7c288839-24b3-4522-b125-b0674606f28b req-6009d0e7-602d-4350-9e7e-3f3b9851ac8e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661786 Jun 24 04:19:53.564246 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b9bdeb6e-c303-400f-8686-b94186f65e96 req-27269a17-10d9-470b-ad75-205a7e589036 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0457773 Jun 24 04:19:53.848639 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f6501-71d2-4473-9c17-dfb9c6e982e8 req-be0ac039-a4b6-4ed1-9d0a-fd763ad15d34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:53.850125 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f52f6501-71d2-4473-9c17-dfb9c6e982e8 req-be0ac039-a4b6-4ed1-9d0a-fd763ad15d34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0565505 Jun 24 04:19:53.873497 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510df22-4f93-44d0-a7fd-6827eb18b84b req-fe9f46e2-1b18-4ab5-8a3e-3251f855e8ea tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:53.876736 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b510df22-4f93-44d0-a7fd-6827eb18b84b req-fe9f46e2-1b18-4ab5-8a3e-3251f855e8ea tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0692987 Jun 24 04:19:53.898748 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:53.927143 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f52f6501-71d2-4473-9c17-dfb9c6e982e8 req-f68a281a-4fcb-4025-b436-fffe0cc55a1b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634604 Jun 24 04:19:53.945240 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b510df22-4f93-44d0-a7fd-6827eb18b84b req-669f97d3-0225-4b76-8db8-62ca30534a25 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514731 Jun 24 04:19:54.169276 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3d290-1a0e-4f8a-b64a-120b78275909 req-341e0424-3633-4835-8244-70d35bd836f0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:54.170819 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-78b3d290-1a0e-4f8a-b64a-120b78275909 req-341e0424-3633-4835-8244-70d35bd836f0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 943 time: 0.0516810 Jun 24 04:19:54.182943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:54.203034 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8d7236da-34d3-48bc-b157-f2917ff4dbd7 req-bdae4493-415c-41dc-8d17-f0a0c6542472 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Jun 24 04:19:54.251891 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-78b3d290-1a0e-4f8a-b64a-120b78275909 req-d0681857-6ea0-46a6-b3cc-2aa4f735bf1e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753303 Jun 24 04:19:54.554189 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81579d14-fe52-4016-b957-1643c9a3d82d req-82abe03c-edec-4280-bbc4-fe190d95f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:54.554687 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-f1025388-7705-4c76-9ebb-74d96275d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:54.555790 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-81579d14-fe52-4016-b957-1643c9a3d82d req-82abe03c-edec-4280-bbc4-fe190d95f837 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 1129 time: 0.1025496 Jun 24 04:19:54.556388 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-f1025388-7705-4c76-9ebb-74d96275d3d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46222aa2184c4a6d82b65d3c703c8bd7&device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 1127 time: 0.0929909 Jun 24 04:19:54.558085 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9c3b7-3e44-4991-8bfe-11b52b9e419f req-92ef13cc-fba1-431b-b306-caed89725cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:54.559752 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-35d9c3b7-3e44-4991-8bfe-11b52b9e419f req-92ef13cc-fba1-431b-b306-caed89725cea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 1129 time: 0.0951846 Jun 24 04:19:54.747676 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679f41e-c8cc-41e8-9875-6ca04e1c0051 req-6f2416dd-e7a9-43d9-b213-655af1155e81 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:54.749205 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b679f41e-c8cc-41e8-9875-6ca04e1c0051 req-6f2416dd-e7a9-43d9-b213-655af1155e81 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0893686 Jun 24 04:19:54.750827 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81579d14-fe52-4016-b957-1643c9a3d82d req-0b74eebb-440c-47ba-a144-16c13ae16176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:54.752145 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-81579d14-fe52-4016-b957-1643c9a3d82d req-0b74eebb-440c-47ba-a144-16c13ae16176 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 911 time: 0.1818011 Jun 24 04:19:54.787399 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bb729da9-acc9-4836-9356-283f31737a8c req-932f4a14-6a5c-45e3-b154-2bbe67b86d60 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0760062 Jun 24 04:19:54.795391 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-35d9c3b7-3e44-4991-8bfe-11b52b9e419f req-cb771437-c38e-4c4a-b6a2-aea6bf69bbea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191250 Jun 24 04:19:54.842521 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-81690a99-3917-408c-adee-cfaa63ce8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:54.843981 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-81690a99-3917-408c-adee-cfaa63ce8f8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c845f89-b174-484c-b799-d73e1f1596bc HTTP/1.1" status: 200 len: 909 time: 0.2183566 Jun 24 04:19:54.916580 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-81579d14-fe52-4016-b957-1643c9a3d82d req-fc95910b-879b-49a3-9ea5-301cc9666ffc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743a00dc-b28e-4621-9d5a-757c991d77fb HTTP/1.1" status: 200 len: 1001 time: 0.1548805 Jun 24 04:19:54.931392 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b679f41e-c8cc-41e8-9875-6ca04e1c0051 req-2e8db1f9-60bf-4e96-86f5-e107872afb74 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677437 Jun 24 04:19:55.041609 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 53474) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:55.057871 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-9fc66ba9-cae9-47bf-838b-be43b762f04d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376716350', 'description': 'tempest-description--620359079'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:55.106253 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13479190-0af7-40cb-add6-404815dca9a0 req-d2ef6c19-a03d-48ea-bf5e-61c2cbd74ad1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:55.114544 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-13479190-0af7-40cb-add6-404815dca9a0 req-d2ef6c19-a03d-48ea-bf5e-61c2cbd74ad1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1133325 Jun 24 04:19:55.133228 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-870796f8-a341-45e8-ab0d-0e75c1811985 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c487dac-5016-435d-bea6-beaa4600cdf6 HTTP/1.1" status: 200 len: 217 time: 0.0640976 Jun 24 04:19:55.148736 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81579d14-fe52-4016-b957-1643c9a3d82d req-d6b24501-4574-4f57-8ee0-b797ccc4711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:55.150331 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-81579d14-fe52-4016-b957-1643c9a3d82d req-d6b24501-4574-4f57-8ee0-b797ccc4711c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6c6cc8-dfad-4589-a778-52f0206b85e3 HTTP/1.1" status: 200 len: 849 time: 0.1076713 Jun 24 04:19:55.171692 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:55.186626 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-13479190-0af7-40cb-add6-404815dca9a0 req-92ccece6-fb41-411a-b1f9-172c6aeca86c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708671 Jun 24 04:19:55.192386 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78186f82-2889-4ce2-96d0-7faf5a36f471 req-78edee4d-0b2e-45de-b8c8-3fccb3dfb683 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:55.199204 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-78186f82-2889-4ce2-96d0-7faf5a36f471 req-78edee4d-0b2e-45de-b8c8-3fccb3dfb683 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0705841 Jun 24 04:19:55.261339 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9fc66ba9-cae9-47bf-838b-be43b762f04d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:55.277097 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-78186f82-2889-4ce2-96d0-7faf5a36f471 req-ab155572-24d1-41c1-91c0-bc09516e4672 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767958 Jun 24 04:19:55.375166 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:55.426917 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-63fe572f-18b4-4253-bc7b-0ccbdcd81bfa req-15fb7a88-a7a5-438f-8613-ec70721a3727 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0478497 Jun 24 04:19:55.428206 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81579d14-fe52-4016-b957-1643c9a3d82d req-0b84fc94-a7e3-4a66-81cd-1a8114ce8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:55.429658 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-81579d14-fe52-4016-b957-1643c9a3d82d req-0b84fc94-a7e3-4a66-81cd-1a8114ce8f84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7b2c59a-0555-4ea1-82f3-82731a83d232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1090713 Jun 24 04:19:55.451814 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-5db84ad1-f456-4b82-871e-17431e60fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:55.453366 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-5db84ad1-f456-4b82-871e-17431e60fa4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e41e77f8-71f5-4c58-be85-4b47ca061c35 HTTP/1.1" status: 200 len: 848 time: 0.1242003 Jun 24 04:19:55.469531 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9fc66ba9-cae9-47bf-838b-be43b762f04d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group (c031b18e-5fb9-464e-bd2f-8acc32ce0d81), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:55.477894 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683f56-bca9-45b4-b9f8-b5d968a5ae35 req-5a2d651a-4e4f-41f6-9dea-f4889c9745fc tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:55.479398 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-26683f56-bca9-45b4-b9f8-b5d968a5ae35 req-5a2d651a-4e4f-41f6-9dea-f4889c9745fc tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 943 time: 0.0812604 Jun 24 04:19:55.531428 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9fc66ba9-cae9-47bf-838b-be43b762f04d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c031b18e-5fb9-464e-bd2f-8acc32ce0d81), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:55.553180 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-26683f56-bca9-45b4-b9f8-b5d968a5ae35 req-d59cae6b-a333-42ec-93ad-18f895823653 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669596 Jun 24 04:19:55.572890 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc66ba9-cae9-47bf-838b-be43b762f04d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c031b18e-5fb9-464e-bd2f-8acc32ce0d81,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:55.635485 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-9fc66ba9-cae9-47bf-838b-be43b762f04d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:55.636779 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-9fc66ba9-cae9-47bf-838b-be43b762f04d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5826216 Jun 24 04:19:55.639712 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 53482) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:55.645298 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-da5e4762-7f17-4902-8647-7de9c2d37843 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'security_group_rule': {'security_group_id': 'c031b18e-5fb9-464e-bd2f-8acc32ce0d81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:55.740062 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-da5e4762-7f17-4902-8647-7de9c2d37843 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group_rule (46c9ca78-8d14-42a3-829e-31d940915edd), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:55.756838 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:55.835557 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-a497db04-3a27-474a-97fb-5343f227becc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c845f89-b174-484c-b799-d73e1f1596bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548258 Jun 24 04:19:55.878936 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-da5e4762-7f17-4902-8647-7de9c2d37843 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group_rule (46c9ca78-8d14-42a3-829e-31d940915edd), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:55.958297 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-da5e4762-7f17-4902-8647-7de9c2d37843 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (46c9ca78-8d14-42a3-829e-31d940915edd), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:56.011120 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e4762-7f17-4902-8647-7de9c2d37843 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c9ca78-8d14-42a3-829e-31d940915edd,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:56.037985 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-72018d9e-8b24-49d9-acbe-20ec97aed8ce req-d9b6cb6f-1d89-4c62-9d96-f201e05f0cfb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0915451 Jun 24 04:19:56.064576 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-81579d14-fe52-4016-b957-1643c9a3d82d req-a1e57007-e122-4754-828c-e54846496e44 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840123 Jun 24 04:19:56.101420 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809b41b-a464-4910-a3e9-9690cc2a1faa req-5f737d2f-7501-4fa2-81dd-40726174b5c8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:56.109484 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a809b41b-a464-4910-a3e9-9690cc2a1faa req-5f737d2f-7501-4fa2-81dd-40726174b5c8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0661600 Jun 24 04:19:56.120344 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-da5e4762-7f17-4902-8647-7de9c2d37843 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:56.123169 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-da5e4762-7f17-4902-8647-7de9c2d37843 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4824288 Jun 24 04:19:56.126024 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 53492) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:56.134400 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-a671a972-0ae0-4491-95aa-a198660a9544 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'security_group_rule': {'security_group_id': 'c031b18e-5fb9-464e-bd2f-8acc32ce0d81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:56.174688 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a809b41b-a464-4910-a3e9-9690cc2a1faa req-b5deeb54-d185-4930-bc13-7bef3bd3d343 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642791 Jun 24 04:19:56.415593 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a671a972-0ae0-4491-95aa-a198660a9544 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group_rule (edea70db-228e-4e03-a1ae-eed6d8af0b5e), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:56.453111 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad966336-8703-4a6a-b5eb-94bd82d9d344 req-4f5280f2-ab45-47a0-9f4c-2aa5c4c462bc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:56.454796 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ad966336-8703-4a6a-b5eb-94bd82d9d344 req-4f5280f2-ab45-47a0-9f4c-2aa5c4c462bc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1095052 Jun 24 04:19:56.470570 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-81579d14-fe52-4016-b957-1643c9a3d82d req-d56d4066-e683-4d3f-8daa-a42880c5c4d7 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643321 Jun 24 04:19:56.478192 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-eb12063c-28de-4c77-a9a6-430f7c855952 service neutron] 10.222.0.43 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020468 Jun 24 04:19:56.494803 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd37d58-1fdf-471c-8eeb-a9529743fc20 req-d3fa7426-5e47-4b42-893f-250a1a0a5fd2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:56.502297 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-abd37d58-1fdf-471c-8eeb-a9529743fc20 req-d3fa7426-5e47-4b42-893f-250a1a0a5fd2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.1380854 Jun 24 04:19:56.577079 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73258-1fda-441b-87dc-70317094f0ed req-9dc09d1e-0e35-4ab3-ab43-f77087447e19 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:56.577079 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-9dc09d1e-0e35-4ab3-ab43-f77087447e19 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.43 "GET /v2.0/networks?id=6f544842-0e73-4394-8265-69311b0ed02e HTTP/1.1" status: 200 len: 814 time: 0.3638520 Jun 24 04:19:56.585179 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ad966336-8703-4a6a-b5eb-94bd82d9d344 req-e18a8249-b215-4bd6-9a43-e18dfe6234fc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200728 Jun 24 04:19:56.587526 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a671a972-0ae0-4491-95aa-a198660a9544 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group_rule (edea70db-228e-4e03-a1ae-eed6d8af0b5e), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:56.612548 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-abd37d58-1fdf-471c-8eeb-a9529743fc20 req-3d7e7798-aba8-4ab3-9567-4f5b26926527 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069806 Jun 24 04:19:56.621687 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 2c487dac-5016-435d-bea6-beaa4600cdf6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:19:56.678703 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a671a972-0ae0-4491-95aa-a198660a9544 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (edea70db-228e-4e03-a1ae-eed6d8af0b5e), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:56.715800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a972-0ae0-4491-95aa-a198660a9544 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edea70db-228e-4e03-a1ae-eed6d8af0b5e,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:56.755054 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a21afb42-db90-4db4-9b51-8258b20712f0 req-67b54b9b-8515-483f-9c25-2a4ffd904b01 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0588365 Jun 24 04:19:56.811051 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:56.813193 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'port': {'device_id': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'admin_state_up': True, 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:56.834680 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 2c487dac-5016-435d-bea6-beaa4600cdf6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2c487dac-5016-435d-bea6-beaa4600cdf6,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:56.841564 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a671a972-0ae0-4491-95aa-a198660a9544 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:56.846359 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-a671a972-0ae0-4491-95aa-a198660a9544 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7179055 Jun 24 04:19:56.849586 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 53506) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:56.851883 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '2c487dac-5016-435d-bea6-beaa4600cdf6', 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc', 'port_id': '2c487dac-5016-435d-bea6-beaa4600cdf6', 'mac_address': 'fa:16:3e:59:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41e77f8-71f5-4c58-be85-4b47ca061c35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:19:56.863287 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:56.888324 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8632bfc-a4d9-4528-8033-5072b72f64a7 req-63d03605-2769-454a-b5a0-79a212afd1ed tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:56.891263 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 2c487dac-5016-435d-bea6-beaa4600cdf6 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:56.891728 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:56.899854 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a8632bfc-a4d9-4528-8033-5072b72f64a7 req-63d03605-2769-454a-b5a0-79a212afd1ed tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 943 time: 0.2121263 Jun 24 04:19:56.906222 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c487dac-5016-435d-bea6-beaa4600cdf6 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:19:56.928359 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 2c487dac-5016-435d-bea6-beaa4600cdf6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2c487dac-5016-435d-bea6-beaa4600cdf6,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:57.026414 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-59681c8c-1199-4ed8-aa46-cbdfbeba5908 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:57.026414 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-59681c8c-1199-4ed8-aa46-cbdfbeba5908 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.43 "GET /v2.0/networks?id=73023663-c454-4d4f-aaaf-a748940b4903 HTTP/1.1" status: 200 len: 809 time: 0.2670918 Jun 24 04:19:57.154660 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:57.192453 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:57.205220 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-8d0bd79c-0e08-492e-91a6-4551b65a8b59 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e75e404ef4f4118a95ca8fb8d98becd HTTP/1.1" status: 200 len: 380 time: 0.1468105 Jun 24 04:19:57.220695 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'port': {'device_id': '29140f43-38c3-47c1-84f2-0181cb18e153', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'admin_state_up': True, 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'security_groups': ['6d885112-30e2-400b-9a87-e01bf765782b']}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:57.234910 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a8632bfc-a4d9-4528-8033-5072b72f64a7 req-8b269edf-213c-4253-8bd1-8981a5b50ebc tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202984 Jun 24 04:19:57.240826 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:57.242646 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=2c487dac-5016-435d-bea6-beaa4600cdf6,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:57.286543 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91b96cb7-5e7e-4917-b212-24819485dff1 req-5dfe1664-b356-41d5-918c-af12c05d1897 service neutron] 10.222.0.43 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592602 Jun 24 04:19:57.286833 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:57.286941 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a35cc047-852d-427c-9540-13876c778e3f req-228cf378-0c3e-4514-a14b-eb01d91c4cf8 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0545318 Jun 24 04:19:57.373874 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef0cf-489d-4fd8-b1ca-08979bde7688 req-90afa557-e169-4856-99bd-445275abd9c1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:57.375538 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cbeef0cf-489d-4fd8-b1ca-08979bde7688 req-90afa557-e169-4856-99bd-445275abd9c1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0692279 Jun 24 04:19:57.427732 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cbeef0cf-489d-4fd8-b1ca-08979bde7688 req-55a68cc1-0636-41f0-b0bb-751abd51161d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464358 Jun 24 04:19:57.525771 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['2c487dac-5016-435d-bea6-beaa4600cdf6'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:57.635984 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d673ed-76c9-4870-8ca7-e4bee1a046f3 req-36204973-d930-4991-987f-01e7b2acb664 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:57.639297 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-48d673ed-76c9-4870-8ca7-e4bee1a046f3 req-36204973-d930-4991-987f-01e7b2acb664 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0708628 Jun 24 04:19:57.648242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 53516) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:19:57.656848 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'floatingip': {'port_id': '337acde5-acd2-490f-b729-39d3e95ad6d4'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:57.707853 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:57.728932 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (e4d20359-9376-44d4-9bd9-8e960e145203), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:57.738232 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:57.775211 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf243ae-9b18-48f3-9a0f-24ffebd6560d req-5dd36957-0bd5-4fbb-be4b-087d20e5afcf tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:57.776685 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fcf243ae-9b18-48f3-9a0f-24ffebd6560d req-5dd36957-0bd5-4fbb-be4b-087d20e5afcf tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0747845 Jun 24 04:19:57.819710 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155df7e-1dc2-4423-a4a7-a817818e1e8a req-29dfc4a4-da38-4e1b-b831-ce20bf603344 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:57.826864 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0155df7e-1dc2-4423-a4a7-a817818e1e8a req-29dfc4a4-da38-4e1b-b831-ce20bf603344 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.1142206 Jun 24 04:19:57.871949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:57.885087 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Made reservation on behalf of 7e75e404ef4f4118a95ca8fb8d98becd for: {'port': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:57.889680 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:57.923548 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fcf243ae-9b18-48f3-9a0f-24ffebd6560d req-4eab8b51-2d9d-46ab-a275-741fce023491 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107416 Jun 24 04:19:58.073479 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:58.119568 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6bfa8ae6-afde-4873-81f8-7ce644be112c req-d779c13e-fd4f-4902-a442-ff97193939fa tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0692627 Jun 24 04:19:58.188611 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Made reservation on behalf of d51a251ca7084b2bb07d808026cccd67 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:58.192691 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:58.251491 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Allocated IP 172.27.2.4 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/630a3fc1-86d1-44ce-a3ff-32e59e26f9f5) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:58.269124 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Allocated IP 172.20.0.4 (73023663-c454-4d4f-aaaf-a748940b4903/4b08c2fe-c6cd-4a28-8350-364092633ed9/74725fba-5aba-4db8-8543-5b3c9241a5a6) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:58.305366 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0155df7e-1dc2-4423-a4a7-a817818e1e8a req-bf442213-8814-485a-9404-8a41d8afc7f2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4751732 Jun 24 04:19:58.313141 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-78427bdc-94a9-482f-8e53-41fafcfa5796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:58.516574 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0d37b-c3ae-49bb-913c-7a2c496c9b1f req-a34b6300-76fb-4696-999c-614a27590140 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:58.518114 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8af0d37b-c3ae-49bb-913c-7a2c496c9b1f req-a34b6300-76fb-4696-999c-614a27590140 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 944 time: 0.1353385 Jun 24 04:19:58.581722 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for port (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:58.633976 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 2c487dac-5016-435d-bea6-beaa4600cdf6 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:58.638340 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1fa201b8-b234-4d8c-a667-be9e38f8338f req-5e4be557-e271-4c99-9346-eb358b2d0c6d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.1853328 Jun 24 04:19:58.671850 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:58.691395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Allocated IP 172.20.0.3 (6f544842-0e73-4394-8265-69311b0ed02e/ce2e9762-b665-4ffe-8862-34cea3082eb9/119eca9e-1070-4304-801e-2d66cb712073) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:58.695608 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8af0d37b-c3ae-49bb-913c-7a2c496c9b1f req-df622a03-eaaf-4d39-9eda-87063d6e1bad tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435161 Jun 24 04:19:58.728187 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:58.742914 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 2c487dac-5016-435d-bea6-beaa4600cdf6 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:19:58.875177 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 2c487dac-5016-435d-bea6-beaa4600cdf6 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:58.875535 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:58.875785 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:58.878581 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:58.886761 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.076596 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:59.090915 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 2c487dac-5016-435d-bea6-beaa4600cdf6 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:19:59.096915 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:59.097980 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.107165 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:59.125747 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Network 73023663-c454-4d4f-aaaf-a748940b4903 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:59.215624 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:59.243247 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 2c487dac-5016-435d-bea6-beaa4600cdf6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2c487dac-5016-435d-bea6-beaa4600cdf6,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:59.245008 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2068da-db6c-43af-b63c-e457cd427097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c487dac-5016-435d-bea6-beaa4600cdf6'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:19:59.247634 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194852c6-628e-412e-b4a4-ec6031da6cea" -d '{"events": [{"server_uuid": "ce2068da-db6c-43af-b63c-e457cd427097", "name": "network-vif-plugged", "status": "completed", "tag": "2c487dac-5016-435d-bea6-beaa4600cdf6"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:59.255535 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (57fb9236-373e-4fd0-91ed-7112e5d865d7), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.259336 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2568389-0a3f-4483-8531-229a71a30fac req-027dd46f-a346-47d4-bf87-ca143ab8e907 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:59.261190 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d2568389-0a3f-4483-8531-229a71a30fac req-027dd46f-a346-47d4-bf87-ca143ab8e907 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.1814287 Jun 24 04:19:59.273131 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:59.293734 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:19:59.293734 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:59.293734 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.293734 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event updated for resources: {'Port': ['ID=630a3fc1-86d1-44ce-a3ff-32e59e26f9f5,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:59.358217 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:59.359797 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for port (119eca9e-1070-4304-801e-2d66cb712073), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.363863 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.392137 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.db.resource_extend [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 04:19:59.505098 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:19:59.523513 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29838151-6252-44e5-b755-602917561c9d req-7e00fec9-73ec-4e7c-a977-f10bd7d67314 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:59.535832 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-29838151-6252-44e5-b755-602917561c9d req-7e00fec9-73ec-4e7c-a977-f10bd7d67314 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 931 time: 0.2227032 Jun 24 04:19:59.627555 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=2c487dac-5016-435d-bea6-beaa4600cdf6,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:59.628034 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4089150 Jun 24 04:19:59.628135 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.637787 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3c8a3-927b-42fd-a9a4-c91f35059164 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:59.646617 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d2568389-0a3f-4483-8531-229a71a30fac req-8b6f9ea4-8472-45d5-953b-9348b7b8c4aa tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472617 Jun 24 04:19:59.663568 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-e5d6421e-328d-447c-92af-b0ce77786f13 None None] Provisioning complete for port 74725fba-5aba-4db8-8543-5b3c9241a5a6 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:19:59.663942 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e5d6421e-328d-447c-92af-b0ce77786f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.664569 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.674924 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Request body: {'port': {'device_id': '29140f43-38c3-47c1-84f2-0181cb18e153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:19:59.704220 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032fa5ff-61c1-4622-89b3-0a97bcaff823 x-openstack-request-id: req-032fa5ff-61c1-4622-89b3-0a97bcaff823 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:59.704424 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2068da-db6c-43af-b63c-e457cd427097", "name": "network-vif-plugged", "status": "completed", "tag": "2c487dac-5016-435d-bea6-beaa4600cdf6", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:59.704646 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-032fa5ff-61c1-4622-89b3-0a97bcaff823 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:59.705038 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032fa5ff-61c1-4622-89b3-0a97bcaff823'] response: {'server_uuid': 'ce2068da-db6c-43af-b63c-e457cd427097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c487dac-5016-435d-bea6-beaa4600cdf6', 'code': 200} Jun 24 04:19:59.706331 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6421e-328d-447c-92af-b0ce77786f13 None None] Port 74725fba-5aba-4db8-8543-5b3c9241a5a6 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:19:59.740934 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-29838151-6252-44e5-b755-602917561c9d req-3e8997d4-5b9f-4924-9bc9-ccb7f925e875 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044549 Jun 24 04:19:59.804828 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.836664 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1501-d1d7-4fc8-945d-f106422e7dfb req-09720081-9d0e-4c91-ade5-fef9ee4c367a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:19:59.838908 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1ace1501-d1d7-4fc8-945d-f106422e7dfb req-09720081-9d0e-4c91-ade5-fef9ee4c367a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0838664 Jun 24 04:19:59.862965 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (e4d20359-9376-44d4-9bd9-8e960e145203), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:19:59.865370 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (119eca9e-1070-4304-801e-2d66cb712073), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.005326 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Network 6f544842-0e73-4394-8265-69311b0ed02e is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:20:00.005326 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:20:00.049778 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'Port': ['ID=119eca9e-1070-4304-801e-2d66cb712073,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:00.066659 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:20:00.071827 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1ace1501-d1d7-4fc8-945d-f106422e7dfb req-2112e881-53bd-4280-bb7e-d02e5bf87693 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254639 Jun 24 04:20:00.170650 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7a65a-f453-459b-a2fa-85eaadb6ee43 req-5959530d-54ce-4e18-89b6-13fb6e54f75c tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:00.173894 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1bc7a65a-f453-459b-a2fa-85eaadb6ee43 req-5959530d-54ce-4e18-89b6-13fb6e54f75c tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 931 time: 0.3271904 Jun 24 04:20:00.258132 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07e70-c796-4f91-9030-ddd29ea5c244 req-86c7a43b-9a01-43c6-96f3-5d5d4bc352c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:00.259793 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9bf07e70-c796-4f91-9030-ddd29ea5c244 req-86c7a43b-9a01-43c6-96f3-5d5d4bc352c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 1129 time: 0.1230490 Jun 24 04:20:00.331001 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Floating IP e4d20359-9376-44d4-9bd9-8e960e145203 associated. External IP: 172.27.2.66, port: 337acde5-acd2-490f-b729-39d3e95ad6d4. Jun 24 04:20:00.376642 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:00.377403 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.400239 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for port (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.404691 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffcff1-0bce-4afb-b7db-78b6572e7dfd req-b77b11a7-d029-44c0-bc1f-32743311ab35 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:00.407066 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2cffcff1-0bce-4afb-b7db-78b6572e7dfd req-b77b11a7-d029-44c0-bc1f-32743311ab35 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.1502583 Jun 24 04:20:00.434578 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:00.467535 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1bc7a65a-f453-459b-a2fa-85eaadb6ee43 req-b5b015ce-4779-4ddb-93a1-068fe3501f5e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691524 Jun 24 04:20:00.485356 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-655bd732-5820-4ac3-8f91-4469775d1f93 None None] Provisioning complete for port 119eca9e-1070-4304-801e-2d66cb712073 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:20:00.487613 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-655bd732-5820-4ac3-8f91-4469775d1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (119eca9e-1070-4304-801e-2d66cb712073), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.488793 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-fe9c3b8e-5fe7-4322-8d1a-bd55b4ac860d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6874325 Jun 24 04:20:00.499208 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9bf07e70-c796-4f91-9030-ddd29ea5c244 req-5374e059-bfa0-42ce-84c0-acff794e1961 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021086 Jun 24 04:20:00.524789 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.537086 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2cffcff1-0bce-4afb-b7db-78b6572e7dfd req-b467aade-9e77-4e3e-90e3-e01bda0b0ad7 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231017 Jun 24 04:20:00.583696 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-655bd732-5820-4ac3-8f91-4469775d1f93 None None] Port 119eca9e-1070-4304-801e-2d66cb712073 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:20:00.583896 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:00.598452 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (57fb9236-373e-4fd0-91ed-7112e5d865d7), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.642696 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event updated for resources: {'Port': ['ID=630a3fc1-86d1-44ce-a3ff-32e59e26f9f5,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:00.646712 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b6e2-4089-49ea-8426-51a38fa1f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.682471 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:20:00.716863 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74725fba-5aba-4db8-8543-5b3c9241a5a6 {{(pid=104593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:00.726601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Publish callbacks [] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.732507 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.734022 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-bcee1057-6203-4f9d-855a-7be7cbe855f7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8836999 Jun 24 04:20:00.751417 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.provisioning_blocks [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Transition to ACTIVE for port object 74725fba-5aba-4db8-8543-5b3c9241a5a6 will not be triggered until provisioned by entity L2. {{(pid=104593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:20:00.804642 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:20:00.809816 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.816419 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:20:00.847297 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:00.850723 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-57c6cc4b-14e4-42e0-a543-cd024c13b908 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "PUT /v2.0/floatingips/e4d20359-9376-44d4-9bd9-8e960e145203 HTTP/1.1" status: 200 len: 990 time: 3.2006433 Jun 24 04:20:00.851355 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'tag': '337acde5-acd2-490f-b729-39d3e95ad6d4'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:00.854115 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15" -d '{"events": [{"name": "network-changed", "server_uuid": "a1608c2b-a5ad-45f3-8e24-790fd53cbe49", "tag": "337acde5-acd2-490f-b729-39d3e95ad6d4"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:00.876951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:00.877683 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:01Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:00.926145 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c927a38-bd4b-4f45-a6bf-f40984b460ef x-openstack-request-id: req-3c927a38-bd4b-4f45-a6bf-f40984b460ef {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:00.926735 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1608c2b-a5ad-45f3-8e24-790fd53cbe49", "tag": "337acde5-acd2-490f-b729-39d3e95ad6d4", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:00.927062 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c927a38-bd4b-4f45-a6bf-f40984b460ef {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:00.927669 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c927a38-bd4b-4f45-a6bf-f40984b460ef'] response: {'name': 'network-changed', 'server_uuid': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'tag': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'status': 'completed', 'code': 200} Jun 24 04:20:00.935358 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:01.015272 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66612c64-ba5b-4573-bbea-505163d56b91 req-92371aa1-0876-46de-a047-96d8514ca7e2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:01.016896 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-66612c64-ba5b-4573-bbea-505163d56b91 req-92371aa1-0876-46de-a047-96d8514ca7e2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0954633 Jun 24 04:20:01.027771 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Pushing event updated for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:01.096325 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:01.130735 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-343552f8-ad78-437f-9df9-136f4bc93437 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--376716350&fields=id&tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed HTTP/1.1" status: 200 len: 267 time: 0.0896485 Jun 24 04:20:01.151108 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Attempting to bind port 74725fba-5aba-4db8-8543-5b3c9241a5a6 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:20:01.151451 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Attempting to bind port 74725fba-5aba-4db8-8543-5b3c9241a5a6 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:20:01.151783 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Attempting to bind port 74725fba-5aba-4db8-8543-5b3c9241a5a6 on network 73023663-c454-4d4f-aaaf-a748940b4903 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:20:01.158818 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-66612c64-ba5b-4573-bbea-505163d56b91 req-4aa6a34e-e519-49b4-a42b-f2c02d8bd9d9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283143 Jun 24 04:20:01.161377 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Port 74725fba-5aba-4db8-8543-5b3c9241a5a6 on network 73023663-c454-4d4f-aaaf-a748940b4903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:20:01.161586 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Attempting to bind port 74725fba-5aba-4db8-8543-5b3c9241a5a6 on network 73023663-c454-4d4f-aaaf-a748940b4903 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:20:01.161889 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:01.167611 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:20:01.168152 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Checking segment: {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:20:01.168671 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Bound using segment: {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:20:01.169126 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Bound port: 74725fba-5aba-4db8-8543-5b3c9241a5a6, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e66265-35a8-4605-9a57-39dcd49022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:20:01.169495 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:01.207104 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Request body: {'port': {'device_id': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:01.312152 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:01.313160 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:20:01.317464 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:20:01.406995 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6805aae-f8ba-46a3-ad2f-01c6068294ba req-3c46843b-9d53-49c0-8bdb-acb2bc3d1ffd tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:01.418637 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a6805aae-f8ba-46a3-ad2f-01c6068294ba req-3c46843b-9d53-49c0-8bdb-acb2bc3d1ffd tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0961068 Jun 24 04:20:01.441711 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (119eca9e-1070-4304-801e-2d66cb712073), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:01.452061 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-d7f082fd-72f3-4396-b5a7-cc281ca21b5b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:01.457107 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-d7f082fd-72f3-4396-b5a7-cc281ca21b5b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 819 time: 0.3219709 Jun 24 04:20:01.459968 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:01.481412 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-664224a3-4234-49ae-b298-8c06f1189674 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/quotas/96e2b5a124bf48fd82e48ed79aa4eeed HTTP/1.1" status: 200 len: 375 time: 0.0201111 Jun 24 04:20:01.510657 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:01.511299 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:01.513342 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 200 len: 1093 time: 1.8511307 Jun 24 04:20:01.520164 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:01.523810 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932c367e-a286-4dcd-af4b-ed4153a5ec11" -d '{"events": [{"name": "network-changed", "server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:01.531546 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:18Z', 'revision_number': 2, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}, {'id': 'e4d20359-9376-44d4-9bd9-8e960e145203', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:20:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:28Z', 'updated_at': '2022-06-24T04:19:59Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:01.540521 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a6805aae-f8ba-46a3-ad2f-01c6068294ba req-d2e7f421-ca08-4a36-816e-e33a3be0114e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152151 Jun 24 04:20:01.559982 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193148f4-5d0f-4913-ac0b-1e52277728f5 service neutron] Pushing event updated for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:01.592425 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:20:01.603340 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:01.604069 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:01Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:01.610845 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-5b6f1f97-818d-4cbb-896a-4527cf2c1bb5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1128933 Jun 24 04:20:01.706804 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b993687-4a94-45a6-9a64-365d930a11ba req-cc15274f-c8da-4cc1-b036-d314c381e41e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:01.708404 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4b993687-4a94-45a6-9a64-365d930a11ba req-cc15274f-c8da-4cc1-b036-d314c381e41e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 931 time: 0.0618818 Jun 24 04:20:01.731100 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:01.737149 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-438ab699-a2da-4303-a21d-91eee33be37e service neutron] 10.222.0.16 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041939 Jun 24 04:20:01.750267 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:01.772737 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:01.782923 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4b993687-4a94-45a6-9a64-365d930a11ba req-21fa83f6-16cb-4aab-bd20-f93a80c614a2 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664432 Jun 24 04:20:01.832207 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:01.840709 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ab7d5-39b4-45a5-910d-039a67dd541a x-openstack-request-id: req-4d2ab7d5-39b4-45a5-910d-039a67dd541a {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:01.840995 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:01.841246 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d2ab7d5-39b4-45a5-910d-039a67dd541a {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:01.841651 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2ab7d5-39b4-45a5-910d-039a67dd541a'] response: {'name': 'network-changed', 'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'status': 'completed', 'code': 200} Jun 24 04:20:01.849048 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:01.934973 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-de72490d-1ebc-47c7-a248-491ba96ea398 service neutron] 10.222.0.16 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777463 Jun 24 04:20:01.956176 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832da133-a5c5-49a1-aa74-a58619a9127d req-e392ac8f-6e05-4efa-9e9c-bf6500bda568 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:01.957925 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-832da133-a5c5-49a1-aa74-a58619a9127d req-e392ac8f-6e05-4efa-9e9c-bf6500bda568 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0652072 Jun 24 04:20:01.986947 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119eca9e-1070-4304-801e-2d66cb712073 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:01.995686 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Publish callbacks [] for port (119eca9e-1070-4304-801e-2d66cb712073), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:02.011291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Transition to ACTIVE for port object 119eca9e-1070-4304-801e-2d66cb712073 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:20:02.014446 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:18Z', 'revision_number': 2, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}, {'id': 'e4d20359-9376-44d4-9bd9-8e960e145203', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:20:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:28Z', 'updated_at': '2022-06-24T04:19:59Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:02.025863 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-832da133-a5c5-49a1-aa74-a58619a9127d req-76f275e3-7287-480c-823c-d59d09184e89 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616364 Jun 24 04:20:02.045070 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70eacfa-a810-4659-bb90-cbb41b25b0c9 None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:18Z', 'revision_number': 2, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}, {'id': 'e4d20359-9376-44d4-9bd9-8e960e145203', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:20:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:28Z', 'updated_at': '2022-06-24T04:19:59Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:20:02.095552 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (119eca9e-1070-4304-801e-2d66cb712073), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:02.148954 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Pushing event updated for resources: {'Port': ['ID=119eca9e-1070-4304-801e-2d66cb712073,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:02.247956 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ad9042f0-0044-4159-98c7-515cb4cb9c26 req-fd32b824-9152-48bb-800e-b1176e07d910 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0697801 Jun 24 04:20:02.312073 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Attempting to bind port 119eca9e-1070-4304-801e-2d66cb712073 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:20:02.312409 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Attempting to bind port 119eca9e-1070-4304-801e-2d66cb712073 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:20:02.312739 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Attempting to bind port 119eca9e-1070-4304-801e-2d66cb712073 on network 6f544842-0e73-4394-8265-69311b0ed02e {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:20:02.326721 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Port 119eca9e-1070-4304-801e-2d66cb712073 on network 6f544842-0e73-4394-8265-69311b0ed02e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:20:02.327053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Attempting to bind port 119eca9e-1070-4304-801e-2d66cb712073 on network 6f544842-0e73-4394-8265-69311b0ed02e {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:20:02.338929 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb073e-2358-4df9-b436-fc902cd7f0c2 req-d7c70405-bfb8-47af-b6fa-9164c8c93ef7 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:02.350936 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-90cb073e-2358-4df9-b436-fc902cd7f0c2 req-d7c70405-bfb8-47af-b6fa-9164c8c93ef7 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0821898 Jun 24 04:20:02.353907 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:20:02.354252 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Checking segment: {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:20:02.354692 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Bound using segment: {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:20:02.355135 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Bound port: 119eca9e-1070-4304-801e-2d66cb712073, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:20:02.356102 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (119eca9e-1070-4304-801e-2d66cb712073), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:02.365573 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:02.392026 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd908756-1b59-40a3-a39c-7ffea29cf82d None None] New status for floating IP e4d20359-9376-44d4-9bd9-8e960e145203: ACTIVE {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:20:02.454817 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-90cb073e-2358-4df9-b436-fc902cd7f0c2 req-d6eaccff-18c3-4f30-93aa-e328f1679cbb tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948143 Jun 24 04:20:02.477824 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] For port 119eca9e-1070-4304-801e-2d66cb712073, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:20:02.477824 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] For port 119eca9e-1070-4304-801e-2d66cb712073, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=119eca9e-1070-4304-801e-2d66cb712073,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:20:02.555743 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (119eca9e-1070-4304-801e-2d66cb712073), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:02.595505 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:02.595505 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:02.595505 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] 10.222.0.43 "PUT /v2.0/ports/119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 1093 time: 1.4076710 Jun 24 04:20:02.621854 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17e8bf-1f07-441c-bc47-6a002e31a306 service neutron] Pushing event updated for resources: {'Port': ['ID=119eca9e-1070-4304-801e-2d66cb712073,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:02.687065 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067b96-75e1-4f49-9ab2-89aae06d4a20 req-0d469ffb-f70a-4f67-80dc-ed8c64e01aea tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:02.691188 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-31067b96-75e1-4f49-9ab2-89aae06d4a20 req-0d469ffb-f70a-4f67-80dc-ed8c64e01aea tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0501986 Jun 24 04:20:02.751654 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-31067b96-75e1-4f49-9ab2-89aae06d4a20 req-d7706db9-393c-4d66-a99e-c9ddcde42cc9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552692 Jun 24 04:20:02.913056 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba626f4-733f-4136-b7d3-2e4df0ad8320 req-7f5bcbc3-9e58-41db-9875-21735dba62d7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:02.914430 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fba626f4-733f-4136-b7d3-2e4df0ad8320 req-7f5bcbc3-9e58-41db-9875-21735dba62d7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0570745 Jun 24 04:20:02.934514 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:02.936763 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a8519f-3bab-4884-9e56-a78aa43e1267" -d '{"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:02.968826 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fba626f4-733f-4136-b7d3-2e4df0ad8320 req-07f940ef-25fa-4af2-8463-19607db28456 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 Jun 24 04:20:02.970224 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef4e43-8817-4e9c-b8f5-143b4c893e86 x-openstack-request-id: req-49ef4e43-8817-4e9c-b8f5-143b4c893e86 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:02.970529 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:02.970781 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49ef4e43-8817-4e9c-b8f5-143b4c893e86 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:02.971162 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ef4e43-8817-4e9c-b8f5-143b4c893e86'] response: {'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073', 'status': 'completed', 'code': 200} Jun 24 04:20:03.140825 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:03.146983 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5899d7-962d-4777-9949-dd917fe7867d req-b7d8c476-2218-42e4-aec0-6be044119470 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:03.148733 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bf5899d7-962d-4777-9949-dd917fe7867d req-b7d8c476-2218-42e4-aec0-6be044119470 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0534749 Jun 24 04:20:03.197362 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bf5899d7-962d-4777-9949-dd917fe7867d req-c2450785-f9ea-4162-b92f-cba7aa90269c tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jun 24 04:20:03.346221 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02a66503-c92a-43ba-8e60-7d9efe1453dd req-4fdcc655-767b-43f5-ae49-c306c05ac572 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0286500 Jun 24 04:20:03.406426 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:03.569708 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac37bb7-d960-481d-a26e-5195fc3ad265 req-f82d121b-5f9d-432a-947f-c455cdda285d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:03.571205 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-aac37bb7-d960-481d-a26e-5195fc3ad265 req-f82d121b-5f9d-432a-947f-c455cdda285d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0464091 Jun 24 04:20:03.622161 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-aac37bb7-d960-481d-a26e-5195fc3ad265 req-99b301a4-1fde-43d2-896a-05b21df1cbd8 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Jun 24 04:20:03.881317 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02878ed0-00ce-4dee-a569-d86c9a6db910 req-80ea7069-464b-4006-a0c3-34d5a35d7902 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:03.882956 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02878ed0-00ce-4dee-a569-d86c9a6db910 req-80ea7069-464b-4006-a0c3-34d5a35d7902 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0584762 Jun 24 04:20:03.938660 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02878ed0-00ce-4dee-a569-d86c9a6db910 req-53044e81-5a6e-4f5e-a1d7-e95d6ed8d884 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487871 Jun 24 04:20:04.088183 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab41c87-fd3e-4bed-ae94-0fc6f934105e req-6d9ea6a8-4c12-4100-99df-22ac54ea32a2 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:04.090325 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cab41c87-fd3e-4bed-ae94-0fc6f934105e req-6d9ea6a8-4c12-4100-99df-22ac54ea32a2 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0479472 Jun 24 04:20:04.142871 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cab41c87-fd3e-4bed-ae94-0fc6f934105e req-4bdc8075-edf7-400c-914d-74b3106285d9 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470011 Jun 24 04:20:04.324751 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9923d3-c7aa-4237-a77f-26ccf16d2726 req-956e9b60-5b98-4dab-adc1-56bfed1c8c4a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:04.325686 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1a9923d3-c7aa-4237-a77f-26ccf16d2726 req-956e9b60-5b98-4dab-adc1-56bfed1c8c4a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0543652 Jun 24 04:20:04.384516 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1a9923d3-c7aa-4237-a77f-26ccf16d2726 req-b481aee3-6362-45ff-95be-13b9d67aa422 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525753 Jun 24 04:20:04.475184 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-af43e62c-e951-4e3e-a364-2c5a68ceec0e req-18c44995-8afb-41e3-a02a-a615f706cce9 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0405955 Jun 24 04:20:04.750388 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de6603-9732-4dc8-9b62-da8570218b64 req-f727ed40-dbcc-4930-939f-9978d4b50f67 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:04.759958 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b7de6603-9732-4dc8-9b62-da8570218b64 req-f727ed40-dbcc-4930-939f-9978d4b50f67 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0526228 Jun 24 04:20:04.814340 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b7de6603-9732-4dc8-9b62-da8570218b64 req-420c68e7-5de4-4bb9-98df-84a1bad8ba25 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566318 Jun 24 04:20:05.079953 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0c20-d559-4ed1-86e9-0b7f6e598a5b req-029bfbc9-d0fa-4422-bd6e-fec891c14e0a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:05.081564 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35be0c20-d559-4ed1-86e9-0b7f6e598a5b req-029bfbc9-d0fa-4422-bd6e-fec891c14e0a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0612738 Jun 24 04:20:05.132546 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35be0c20-d559-4ed1-86e9-0b7f6e598a5b req-5993b8ec-2982-4492-b79c-76443bf01a68 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Jun 24 04:20:05.268301 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a992-93d9-4e5e-8909-249f4aa87b55 req-747b81da-3d16-4775-8529-24f0776dc68c tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:05.269743 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a992-93d9-4e5e-8909-249f4aa87b55 req-747b81da-3d16-4775-8529-24f0776dc68c tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0536170 Jun 24 04:20:05.321318 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a992-93d9-4e5e-8909-249f4aa87b55 req-a6f34ca6-2328-4e94-a389-eff7139b78ab tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Jun 24 04:20:05.515166 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79128f-551e-4c02-aa22-f59cad7a2a13 req-5d38bf9d-5767-42ce-88f6-af38216131b3 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:05.515166 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0d79128f-551e-4c02-aa22-f59cad7a2a13 req-5d38bf9d-5767-42ce-88f6-af38216131b3 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0616233 Jun 24 04:20:05.569116 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0d79128f-551e-4c02-aa22-f59cad7a2a13 req-57cdd0cc-265b-44f9-8ba7-e1112676b4ae tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 Jun 24 04:20:05.600982 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e1d28542-75de-4e1f-bfe1-90182ebd5dc8 req-7da863a5-03f3-441e-8230-86df9bdb7b3a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0409348 Jun 24 04:20:05.945532 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8ad24-f40c-45a0-8f84-6235b3b7d562 req-2144a7e1-fe3d-4996-8098-a56a41bd1e88 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:05.947062 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5db8ad24-f40c-45a0-8f84-6235b3b7d562 req-2144a7e1-fe3d-4996-8098-a56a41bd1e88 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0575678 Jun 24 04:20:05.997735 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:06.003764 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5db8ad24-f40c-45a0-8f84-6235b3b7d562 req-a6d2e00e-83df-47b5-b156-765ac08409e3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497849 Jun 24 04:20:06.262548 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:06.281494 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572ee20-a8c1-42e0-b0d8-6e0e587cda5a req-d58f9609-49e1-495b-8d94-55e31002f536 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:06.283176 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3572ee20-a8c1-42e0-b0d8-6e0e587cda5a req-d58f9609-49e1-495b-8d94-55e31002f536 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0511234 Jun 24 04:20:06.333550 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3572ee20-a8c1-42e0-b0d8-6e0e587cda5a req-dc974674-5b75-4a15-a74a-71a350ba6583 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Jun 24 04:20:06.463246 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72518c35-ed5d-42d5-b581-f2eff83ae6d6 req-2eef33b6-757c-4cd0-8d86-0d6444de9697 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:06.465130 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-72518c35-ed5d-42d5-b581-f2eff83ae6d6 req-2eef33b6-757c-4cd0-8d86-0d6444de9697 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0561218 Jun 24 04:20:06.520833 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-72518c35-ed5d-42d5-b581-f2eff83ae6d6 req-c53a06d1-8bef-4326-b596-e081bc62b707 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Jun 24 04:20:06.715194 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cc04dbd8-c4b6-46b7-97e9-5b54d86db704 req-391c7ce9-859c-4c76-bf8d-650ca5d8a5c6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0413189 Jun 24 04:20:06.728056 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf3c2-5d90-4e70-8ca3-46c39e76a829 req-82bf63b1-b8c0-4daa-9d22-03029ac59073 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:06.730988 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-40fbf3c2-5d90-4e70-8ca3-46c39e76a829 req-82bf63b1-b8c0-4daa-9d22-03029ac59073 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0809021 Jun 24 04:20:06.802763 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-40fbf3c2-5d90-4e70-8ca3-46c39e76a829 req-a4eba17e-235c-4a36-a3ad-2c54f73a718c tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531948 Jun 24 04:20:07.129818 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b6068-1559-4f20-950d-a9b192518dbe req-c2d55630-f0b4-43c1-8b31-85ba0af065d2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:07.133774 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3e1b6068-1559-4f20-950d-a9b192518dbe req-c2d55630-f0b4-43c1-8b31-85ba0af065d2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0556767 Jun 24 04:20:07.197192 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3e1b6068-1559-4f20-950d-a9b192518dbe req-f802a1a4-daca-4214-a896-f348be26ee0f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577302 Jun 24 04:20:07.466297 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b2666-cb49-4d47-a619-e4fe80acb80d req-1413f580-4b57-48a6-9579-6cae65d34197 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:07.467877 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-858b2666-cb49-4d47-a619-e4fe80acb80d req-1413f580-4b57-48a6-9579-6cae65d34197 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0517898 Jun 24 04:20:07.523673 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-858b2666-cb49-4d47-a619-e4fe80acb80d req-32c41f15-7bd0-421e-b056-dfb46127f7d7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496716 Jun 24 04:20:07.658238 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb03ce-649b-43db-98fc-42ce66e92205 req-f4cbcd77-b3a1-4ea6-ab63-7b1d13b15cae tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:07.660081 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-86cb03ce-649b-43db-98fc-42ce66e92205 req-f4cbcd77-b3a1-4ea6-ab63-7b1d13b15cae tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0602226 Jun 24 04:20:07.717024 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-86cb03ce-649b-43db-98fc-42ce66e92205 req-19aa6f42-5cc8-41b8-b5df-6aa5dc3a36d5 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496385 Jun 24 04:20:07.836017 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0137ca7d-e88f-49e8-a164-f4ac3021346e req-07424197-1173-42d5-ad32-5fcb59985ee8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0298734 Jun 24 04:20:07.938193 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eebe7f-f23f-4572-a448-bf42fd94496e req-33a445c3-bdf1-4db2-8aee-b14bade65972 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:07.940595 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b1eebe7f-f23f-4572-a448-bf42fd94496e req-33a445c3-bdf1-4db2-8aee-b14bade65972 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0490921 Jun 24 04:20:07.989753 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b1eebe7f-f23f-4572-a448-bf42fd94496e req-5eabd319-3328-4dc1-8a96-94fdc1da51dc tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438652 Jun 24 04:20:08.334537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ea890-d3b2-4cab-940e-3b1cd205ccbc req-cf4fa513-58ab-4c6d-8654-85e900017c95 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:08.336463 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0c5ea890-d3b2-4cab-940e-3b1cd205ccbc req-cf4fa513-58ab-4c6d-8654-85e900017c95 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0555627 Jun 24 04:20:08.398823 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0c5ea890-d3b2-4cab-940e-3b1cd205ccbc req-6bbaa9e4-b4e5-47db-b498-7e85b74a8c16 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521801 Jun 24 04:20:08.654236 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:08.665434 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9d2bf-6eac-4f5a-86e5-c06545cbbf4f req-76b578c9-5756-46c0-b1c2-5273fbafbcad tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:08.666998 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1e9d2bf-6eac-4f5a-86e5-c06545cbbf4f req-76b578c9-5756-46c0-b1c2-5273fbafbcad tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0521073 Jun 24 04:20:08.717842 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c1e9d2bf-6eac-4f5a-86e5-c06545cbbf4f req-916d7a06-913f-47ef-bae6-2a73b0b728dc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442820 Jun 24 04:20:08.845197 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795d26-25ea-4a2c-9563-e97142dc8c41 req-8f8b08c4-401b-48c7-82e3-f3bce3fffc1f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:08.847445 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f1795d26-25ea-4a2c-9563-e97142dc8c41 req-8f8b08c4-401b-48c7-82e3-f3bce3fffc1f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0547421 Jun 24 04:20:08.915719 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f1795d26-25ea-4a2c-9563-e97142dc8c41 req-600b44ae-50a2-41e0-a55f-87921893c751 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629885 Jun 24 04:20:09.199356 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7451a1-b3ae-4e69-ac1e-646f37843742 req-c3977043-7564-48a7-ae0f-abfcb5b394b4 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:09.201113 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6d7451a1-b3ae-4e69-ac1e-646f37843742 req-c3977043-7564-48a7-ae0f-abfcb5b394b4 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0862508 Jun 24 04:20:09.201539 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-da4b1276-edea-4aaa-b836-7010b4522e4f req-e5d01da2-91e7-47e3-8cff-6e57393acc88 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.2823772 Jun 24 04:20:09.230738 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:09.261538 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6d7451a1-b3ae-4e69-ac1e-646f37843742 req-463eec22-b85a-4b31-99c0-9e0d456df85e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513799 Jun 24 04:20:09.518644 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5d8d3-b5f7-474b-aa18-ae89017d1c34 req-8b740dbb-2886-46b0-9d2b-15ea4b1ad837 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:09.520140 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-30c5d8d3-b5f7-474b-aa18-ae89017d1c34 req-8b740dbb-2886-46b0-9d2b-15ea4b1ad837 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0516553 Jun 24 04:20:09.591356 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-30c5d8d3-b5f7-474b-aa18-ae89017d1c34 req-f0fff4b7-8d67-4458-ba07-cba657825572 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606635 Jun 24 04:20:09.850054 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341e6bc-5414-4ebd-b36f-59be4fd1c685 req-0041b72b-6ee1-4ff2-a63c-151cfe50fb72 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:09.858672 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3341e6bc-5414-4ebd-b36f-59be4fd1c685 req-0041b72b-6ee1-4ff2-a63c-151cfe50fb72 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0648279 Jun 24 04:20:09.928644 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3341e6bc-5414-4ebd-b36f-59be4fd1c685 req-4db2a953-e471-433e-b0d9-aff1b72bf030 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687838 Jun 24 04:20:10.059729 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89721-bafe-49a2-b4c7-052aa92a1d07 req-21c64210-796f-4a3f-b1d4-d83c176b229b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:10.061790 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-10a89721-bafe-49a2-b4c7-052aa92a1d07 req-21c64210-796f-4a3f-b1d4-d83c176b229b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0661938 Jun 24 04:20:10.127483 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-10a89721-bafe-49a2-b4c7-052aa92a1d07 req-4f737c1e-3b6b-449d-9df0-4a0a2fafb834 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563669 Jun 24 04:20:10.299363 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-edef5987-0d65-4de2-936e-c4e65ddbf6dd req-e4fc87d0-d71d-4fd6-9a63-e4047db4de05 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0301211 Jun 24 04:20:10.393387 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec323f-c646-4bd6-a154-de911f942950 req-442979c4-a1e6-4700-8d3c-dd411fa1a1bc tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:10.395021 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-77ec323f-c646-4bd6-a154-de911f942950 req-442979c4-a1e6-4700-8d3c-dd411fa1a1bc tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0504792 Jun 24 04:20:10.447992 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-77ec323f-c646-4bd6-a154-de911f942950 req-0b8200f5-e4be-4ea2-9de0-19650fb7e2e0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470729 Jun 24 04:20:10.665751 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 53736) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:10.718469 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afe306-7cc1-454a-941e-cfe28157ba8e req-7586653f-1f9a-4097-8373-e5ee44fa1d61 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:10.722530 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afe306-7cc1-454a-941e-cfe28157ba8e req-7586653f-1f9a-4097-8373-e5ee44fa1d61 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0605836 Jun 24 04:20:10.784697 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afe306-7cc1-454a-941e-cfe28157ba8e req-47edf51f-bc1a-4cfa-89b5-e3d41f2b14d5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579398 Jun 24 04:20:10.842318 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3c643836-5daa-4125-8fd4-e199e6e5fa49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:10.925104 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3c643836-5daa-4125-8fd4-e199e6e5fa49 admin admin] Publish callbacks [] for security_group (a7cf99ef-c32e-4d16-b99d-e99ba6532265), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:11.055958 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866b404-fd0e-4686-96e9-9739f637d310 req-be6815d7-e044-4ff8-ae68-d3cc5e49c85e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:11.057494 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b866b404-fd0e-4686-96e9-9739f637d310 req-be6815d7-e044-4ff8-ae68-d3cc5e49c85e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0544069 Jun 24 04:20:11.063447 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3c643836-5daa-4125-8fd4-e199e6e5fa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a7cf99ef-c32e-4d16-b99d-e99ba6532265), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:11.087111 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:11.128422 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-3c643836-5daa-4125-8fd4-e199e6e5fa49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48a2b0b627024d2a9d3309b4e5e4bbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4591095 Jun 24 04:20:11.128806 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 53742) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:11.131776 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c643836-5daa-4125-8fd4-e199e6e5fa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cf99ef-c32e-4d16-b99d-e99ba6532265,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:11.153687 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b866b404-fd0e-4686-96e9-9739f637d310 req-82ad6695-5768-457b-a6ff-56af858815f9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865521 Jun 24 04:20:11.209732 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a68229fa-b1ee-4089-9dc5-c245dbf68f87 admin admin] Publish callbacks [] for security_group (a7cf99ef-c32e-4d16-b99d-e99ba6532265), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:11.245242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a68229fa-b1ee-4089-9dc5-c245dbf68f87 admin admin] Publish callbacks [] for security_group (a7cf99ef-c32e-4d16-b99d-e99ba6532265), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:11.305559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866859d6-6a5a-408e-958a-1e119136601e req-9475172f-66d0-4754-86ec-d470b45ec61e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:11.307051 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-866859d6-6a5a-408e-958a-1e119136601e req-9475172f-66d0-4754-86ec-d470b45ec61e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0858676 Jun 24 04:20:11.363550 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-866859d6-6a5a-408e-958a-1e119136601e req-69b44228-b91f-4b72-b7ff-cc4ed3d5a80b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494580 Jun 24 04:20:11.418582 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d6e2d365-df2d-415c-bc93-ac06f3de7140 req-8d02c600-47f6-437a-8634-0ff7eb77f996 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0295460 Jun 24 04:20:11.440655 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a68229fa-b1ee-4089-9dc5-c245dbf68f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a7cf99ef-c32e-4d16-b99d-e99ba6532265), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:11.443234 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a68229fa-b1ee-4089-9dc5-c245dbf68f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:11.444469 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a68229fa-b1ee-4089-9dc5-c245dbf68f87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7cf99ef-c32e-4d16-b99d-e99ba6532265 HTTP/1.1" status: 204 len: 168 time: 0.3147180 Jun 24 04:20:11.447126 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:11.454394 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68229fa-b1ee-4089-9dc5-c245dbf68f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cf99ef-c32e-4d16-b99d-e99ba6532265,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:11.573305 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c8625-efb5-45f9-9ca2-4f6510e8d766 req-dd71f5ec-898a-4c23-abf7-56878b946eae tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:11.576018 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5d1c8625-efb5-45f9-9ca2-4f6510e8d766 req-dd71f5ec-898a-4c23-abf7-56878b946eae tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0525057 Jun 24 04:20:11.630319 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5d1c8625-efb5-45f9-9ca2-4f6510e8d766 req-a7434cba-6c2c-44ed-a4a8-a68e6e871b3c tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Jun 24 04:20:11.907901 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3398d-6dbd-4949-90a9-43cbea411054 req-b0fe37c1-821c-44dd-a97a-a0264fef9881 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:11.910036 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-afa3398d-6dbd-4949-90a9-43cbea411054 req-b0fe37c1-821c-44dd-a97a-a0264fef9881 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0513294 Jun 24 04:20:11.962271 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-afa3398d-6dbd-4949-90a9-43cbea411054 req-fcce5be1-5134-4a05-99c4-260e15cb67d5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459316 Jun 24 04:20:12.283054 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98b3a6-3906-49a4-99ee-6b15c2bdad32 req-551414eb-e118-45f1-92e8-65fc0d1e8ce9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:12.284542 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cf98b3a6-3906-49a4-99ee-6b15c2bdad32 req-551414eb-e118-45f1-92e8-65fc0d1e8ce9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0487247 Jun 24 04:20:12.332848 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cf98b3a6-3906-49a4-99ee-6b15c2bdad32 req-85833dd5-965a-43f4-adaf-459454f23ec5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Jun 24 04:20:12.516540 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358b83a-4d35-48d4-af5f-a81cf527f198 req-9b71b62e-dac7-4942-989c-3372607f578b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:12.518700 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b358b83a-4d35-48d4-af5f-a81cf527f198 req-9b71b62e-dac7-4942-989c-3372607f578b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0787876 Jun 24 04:20:12.547835 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b410a98e-9c7a-478c-ac71-95fbb61d7fe6 req-6eefcd07-54b6-49fd-8e1e-71293b3a0a5c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0393221 Jun 24 04:20:12.564277 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:12.578908 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b358b83a-4d35-48d4-af5f-a81cf527f198 req-5aa651a8-7fba-4bc5-ba6b-e6871b4199a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496926 Jun 24 04:20:12.589009 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:12.748205 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f818e1b-6cd9-44a3-ae5d-fa39caf538b6 req-f3b333bc-5dbf-4f64-8dc9-4de938f21329 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:12.750076 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9f818e1b-6cd9-44a3-ae5d-fa39caf538b6 req-f3b333bc-5dbf-4f64-8dc9-4de938f21329 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0502570 Jun 24 04:20:12.798610 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9f818e1b-6cd9-44a3-ae5d-fa39caf538b6 req-fb598267-81d0-45cb-bd39-771949c50f6d tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Jun 24 04:20:13.000005 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8519f-3bab-4884-9e56-a78aa43e1267 req-2ca919cd-fe85-48bd-b140-181e5d6fa112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.001579 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-77a8519f-3bab-4884-9e56-a78aa43e1267 req-2ca919cd-fe85-48bd-b140-181e5d6fa112 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d51a251ca7084b2bb07d808026cccd67&device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1127 time: 0.0491080 Jun 24 04:20:13.030748 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c367e-a286-4dcd-af4b-ed4153a5ec11 req-749c0c5f-dae4-4760-b8b1-14a28209381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.032356 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-932c367e-a286-4dcd-af4b-ed4153a5ec11 req-749c0c5f-dae4-4760-b8b1-14a28209381e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1127 time: 0.0802848 Jun 24 04:20:13.038626 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-57595c1f-d9b5-42fd-9711-cb87d39f78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.040325 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-57595c1f-d9b5-42fd-9711-cb87d39f78c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 1129 time: 0.0570388 Jun 24 04:20:13.085035 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18eaf7-8608-4113-a563-9f8bfe39c91e req-4b2a434d-f7f3-4bf0-b827-8eb0e7cfb0ca tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.086563 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6c18eaf7-8608-4113-a563-9f8bfe39c91e req-4b2a434d-f7f3-4bf0-b827-8eb0e7cfb0ca tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0479753 Jun 24 04:20:13.098890 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:13.217332 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6c18eaf7-8608-4113-a563-9f8bfe39c91e req-8461cf3b-47bd-4101-8d0d-891df208074b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214638 Jun 24 04:20:13.243978 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 53796) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:13.263695 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8519f-3bab-4884-9e56-a78aa43e1267 req-775d4c96-1a7c-4279-9dc3-a1b588115e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.263695 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-77a8519f-3bab-4884-9e56-a78aa43e1267 req-775d4c96-1a7c-4279-9dc3-a1b588115e4c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d51a251ca7084b2bb07d808026cccd67&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1613655 Jun 24 04:20:13.309138 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:13.369166 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-769c4264-5d4f-44a3-8abd-a4dd52d9af6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:13.491845 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-769c4264-5d4f-44a3-8abd-a4dd52d9af6e admin admin] Publish callbacks [] for security_group (0f3f193f-d86d-4487-9f65-6625241d6a85), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:13.572894 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:13.577141 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:13.607415 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8519f-3bab-4884-9e56-a78aa43e1267 req-a5c7d2c6-2604-4bf4-a325-f684ca4570da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.609356 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-77a8519f-3bab-4884-9e56-a78aa43e1267 req-a5c7d2c6-2604-4bf4-a325-f684ca4570da service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113088 Jun 24 04:20:13.642173 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06e41662-f9b7-44af-aca0-45eb19710269 req-6e63b87d-999f-4361-be53-7167a2540f13 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0283997 Jun 24 04:20:13.645266 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1ee6d-db25-4ced-89e8-45515b5e68ec req-19a48789-858c-4699-a69a-d25c1778a778 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.646797 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d5d1ee6d-db25-4ced-89e8-45515b5e68ec req-19a48789-858c-4699-a69a-d25c1778a778 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.2104614 Jun 24 04:20:13.655244 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-769c4264-5d4f-44a3-8abd-a4dd52d9af6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (0f3f193f-d86d-4487-9f65-6625241d6a85), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:13.656539 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:20:13.663974 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-c4a0390e-6b4a-458a-8a85-315bce6cffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.663974 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-c4a0390e-6b4a-458a-8a85-315bce6cffe4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 916 time: 0.5583339 Jun 24 04:20:13.671207 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c367e-a286-4dcd-af4b-ed4153a5ec11 req-4df6cc72-25c3-42db-95f0-e96f294a9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.672927 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-932c367e-a286-4dcd-af4b-ed4153a5ec11 req-4df6cc72-25c3-42db-95f0-e96f294a9c0d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5765069 Jun 24 04:20:13.719823 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-769c4264-5d4f-44a3-8abd-a4dd52d9af6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfe80bb94be043f4bfd04fb45d25472d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724941 Jun 24 04:20:13.720983 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 53806) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:13.731724 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d5d1ee6d-db25-4ced-89e8-45515b5e68ec req-06199f23-885f-4426-bc44-b9c927ba3b03 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744159 Jun 24 04:20:13.734013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c4264-5d4f-44a3-8abd-a4dd52d9af6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f193f-d86d-4487-9f65-6625241d6a85,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:13.797510 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e889e-1378-4615-9552-9fbb8e401b08 req-793d665e-0863-487c-aea2-7c30698ed385 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.799042 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0b1e889e-1378-4615-9552-9fbb8e401b08 req-793d665e-0863-487c-aea2-7c30698ed385 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0797064 Jun 24 04:20:13.841618 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Publish callbacks [] for security_group (0f3f193f-d86d-4487-9f65-6625241d6a85), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:13.880485 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Publish callbacks [] for security_group (0f3f193f-d86d-4487-9f65-6625241d6a85), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:13.887907 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0b1e889e-1378-4615-9552-9fbb8e401b08 req-a6399662-c317-454e-b473-90df27fc29c4 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821435 Jun 24 04:20:13.969261 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d05347-3de3-4068-a28b-cd103af9085b req-816898c1-c759-4b6a-8d69-1216c0d5c4a8 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:13.970789 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c1d05347-3de3-4068-a28b-cd103af9085b req-816898c1-c759-4b6a-8d69-1216c0d5c4a8 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0544202 Jun 24 04:20:14.020343 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c1d05347-3de3-4068-a28b-cd103af9085b req-e3e2c663-c885-446e-b2e9-40d0cab47388 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Jun 24 04:20:14.040277 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (0f3f193f-d86d-4487-9f65-6625241d6a85), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:14.044012 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:14.050351 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f3f193f-d86d-4487-9f65-6625241d6a85 HTTP/1.1" status: 204 len: 168 time: 0.3234067 Jun 24 04:20:14.058691 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f193f-d86d-4487-9f65-6625241d6a85,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:14.068397 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.068397 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.068397 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.068397 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.068397 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.068948 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.069341 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.069750 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.070147 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.070584 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.070980 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.071510 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.072004 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.072295 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.072760 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393618d-0225-471b-8ecc-b95e0bad4554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:14.273169 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-0061cadb-2b32-4032-a88f-56ab91bcb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.274852 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-0061cadb-2b32-4032-a88f-56ab91bcb843 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 1129 time: 0.0589449 Jun 24 04:20:14.334558 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:14.334558 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-384cd7e9-d304-4215-9972-43febc545342 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337acde5-acd2-490f-b729-39d3e95ad6d4 HTTP/1.1" status: 200 len: 1000 time: 0.1216173 Jun 24 04:20:14.334558 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73258-1fda-441b-87dc-70317094f0ed req-870c7731-87a7-4510-a9a1-b399e03367bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.334558 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-870c7731-87a7-4510-a9a1-b399e03367bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d51a251ca7084b2bb07d808026cccd67&device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1127 time: 0.0689049 Jun 24 04:20:14.358277 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:14.393561 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41b443-5541-4b69-aaaa-6e267cc77d7a req-ba8d6165-217c-4c7a-b916-27aa051454d7 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.395388 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bd41b443-5541-4b69-aaaa-6e267cc77d7a req-ba8d6165-217c-4c7a-b916-27aa051454d7 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.1082525 Jun 24 04:20:14.421216 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c367e-a286-4dcd-af4b-ed4153a5ec11 req-753080e6-6762-44f7-9236-bba2d9fc17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.422799 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-932c367e-a286-4dcd-af4b-ed4153a5ec11 req-753080e6-6762-44f7-9236-bba2d9fc17eb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2151194 Jun 24 04:20:14.466710 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-00f57265-0333-42cd-8f0f-88c6889fafca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.468349 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-00f57265-0333-42cd-8f0f-88c6889fafca service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.1824934 Jun 24 04:20:14.483455 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bd41b443-5541-4b69-aaaa-6e267cc77d7a req-5be95061-f626-4695-b3c1-eb4277bed146 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774069 Jun 24 04:20:14.688957 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-481118f2-0043-4561-a61c-39d00460b4fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 200 len: 1001 time: 0.0695443 Jun 24 04:20:14.694996 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-412ad3c7-c066-4b34-981e-f011dfe1ffa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 217 time: 0.0715601 Jun 24 04:20:14.746267 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-bcc14e22-596f-4a66-9afc-5aa2b6915acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.747805 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-bcc14e22-596f-4a66-9afc-5aa2b6915acd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.0521085 Jun 24 04:20:14.792199 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-6b6df0e8-5ff1-419f-b67f-9b591ff82ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.793663 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-6b6df0e8-5ff1-419f-b67f-9b591ff82ee4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.1691008 Jun 24 04:20:14.801069 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-8f6581e2-29a1-45f0-a5e9-da26533c8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.802863 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-8f6581e2-29a1-45f0-a5e9-da26533c8e7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1127 time: 0.1189413 Jun 24 04:20:14.807421 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-91d8787b-2189-47de-b30a-81bbcfb60e08 req-bf934f38-4dc3-4e9c-a4d1-3c70136f69cd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0738254 Jun 24 04:20:14.811669 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-55bc2213-5036-4ab0-adfb-8d364763a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.813178 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-55bc2213-5036-4ab0-adfb-8d364763a5ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533557 Jun 24 04:20:14.875172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73258-1fda-441b-87dc-70317094f0ed req-9b561ed6-409e-4843-8d3f-5e711a610c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.876589 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-9b561ed6-409e-4843-8d3f-5e711a610c31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce2e9762-b665-4ffe-8862-34cea3082eb9 HTTP/1.1" status: 200 len: 853 time: 0.1584580 Jun 24 04:20:14.891296 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-a7ba81ec-3579-4880-aaf1-86b7b58c8313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 200 len: 217 time: 0.0719302 Jun 24 04:20:14.893384 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076ba9-757d-4cda-82da-da0725a43b99 req-cfb1ff3d-0850-4c26-96ef-f69fc0cf1a96 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.900571 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a6076ba9-757d-4cda-82da-da0725a43b99 req-cfb1ff3d-0850-4c26-96ef-f69fc0cf1a96 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0836008 Jun 24 04:20:14.927824 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-41e80b1a-45e1-456e-8d13-a9e4f3591db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:14.929277 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-41e80b1a-45e1-456e-8d13-a9e4f3591db1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255052 Jun 24 04:20:15.001525 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a6076ba9-757d-4cda-82da-da0725a43b99 req-8083b9cb-3a25-4f84-93f2-9ab9057fa565 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000295 Jun 24 04:20:15.023128 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-a4f6c9c4-8d4c-46a5-a2aa-02f752b1c483 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907086 Jun 24 04:20:15.106862 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73258-1fda-441b-87dc-70317094f0ed req-aa259971-c8f4-4262-9508-ab09d555d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:15.108882 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-aa259971-c8f4-4262-9508-ab09d555d919 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f544842-0e73-4394-8265-69311b0ed02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2167218 Jun 24 04:20:15.140456 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-518aaf0f-47cc-462b-a36f-1cae26819b41 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126826 Jun 24 04:20:15.143096 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891dad0-0442-4cfa-802d-c9b2e3732e24 req-146a0b70-9433-412c-9731-5c4a4305bb5a tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:15.147770 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4891dad0-0442-4cfa-802d-c9b2e3732e24 req-146a0b70-9433-412c-9731-5c4a4305bb5a tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.1430933 Jun 24 04:20:15.147770 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-5bcee77e-b870-4805-bc8e-ff2000734ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:15.147770 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-5bcee77e-b870-4805-bc8e-ff2000734ad1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b08c2fe-c6cd-4a28-8350-364092633ed9 HTTP/1.1" status: 200 len: 848 time: 0.2417514 Jun 24 04:20:15.275130 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-bc76daad-fab5-4280-8d36-6f20888b8f76 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:15.276549 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-bc76daad-fab5-4280-8d36-6f20888b8f76 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 819 time: 0.4033344 Jun 24 04:20:15.324625 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-6b0127fc-d8e7-47ce-b8e2-ebe4d1562ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:15.327389 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-6b0127fc-d8e7-47ce-b8e2-ebe4d1562ca7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73023663-c454-4d4f-aaaf-a748940b4903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1400864 Jun 24 04:20:15.340392 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-699a415a-de32-453b-8116-435a2a33f0a6 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762441 Jun 24 04:20:15.361443 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4891dad0-0442-4cfa-802d-c9b2e3732e24 req-8bab3da6-1259-4196-8acf-dd584abcf523 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590989 Jun 24 04:20:15.375935 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-8e5a7405-6e4b-404d-b11b-440b6f3a57a1 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534089 Jun 24 04:20:15.431216 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:15.472677 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410362d-6914-4cfd-a2ec-08de9adc6abd req-d1ff4dee-9a19-4b40-a539-cb61c30b83c0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:15.474152 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0410362d-6914-4cfd-a2ec-08de9adc6abd req-d1ff4dee-9a19-4b40-a539-cb61c30b83c0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0528052 Jun 24 04:20:15.522707 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0410362d-6914-4cfd-a2ec-08de9adc6abd req-19401450-9794-4435-a2e5-e1f4d4d7ef98 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427108 Jun 24 04:20:15.604304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8fd7e-df19-4c8f-b601-8d93018a20c3 req-7d93d838-bbd3-43ae-9c2e-13df4f7d1bad tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:15.605680 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-45a8fd7e-df19-4c8f-b601-8d93018a20c3 req-7d93d838-bbd3-43ae-9c2e-13df4f7d1bad tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0503659 Jun 24 04:20:15.655347 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-45a8fd7e-df19-4c8f-b601-8d93018a20c3 req-4a5f978f-cb02-4ca3-8566-ea7dcd8bf738 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Jun 24 04:20:15.917835 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b6ca8829-ecd4-413d-be0d-8a656fdbf979 req-74590020-d75b-4c75-a9e3-4daf3b052087 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0344656 Jun 24 04:20:16.120351 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9107-fd97-4535-9154-fcca6bcf1d7f req-7040e3ef-517b-44b6-be65-4bcde2c27f2f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:16.121803 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-931e9107-fd97-4535-9154-fcca6bcf1d7f req-7040e3ef-517b-44b6-be65-4bcde2c27f2f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 945 time: 0.0497940 Jun 24 04:20:16.168286 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-931e9107-fd97-4535-9154-fcca6bcf1d7f req-acfbc625-69f0-406b-94d4-02ae326b87ef tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404379 Jun 24 04:20:16.473730 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c554f-b1b0-40c3-b6f7-5f62ff4c6386 req-f2571235-c7c2-4e6a-bcb8-777e06812e4b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:16.475117 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7b4c554f-b1b0-40c3-b6f7-5f62ff4c6386 req-f2571235-c7c2-4e6a-bcb8-777e06812e4b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0464168 Jun 24 04:20:16.525357 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7b4c554f-b1b0-40c3-b6f7-5f62ff4c6386 req-34b7dccd-3562-42e8-8d14-f34b7f6e999c tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Jun 24 04:20:16.635807 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c8fd6-58d5-449d-8d22-bd3812cb89ae req-312fd927-fd29-4293-bcc3-5252ca81fe37 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:16.637223 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-026c8fd6-58d5-449d-8d22-bd3812cb89ae req-312fd927-fd29-4293-bcc3-5252ca81fe37 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0463984 Jun 24 04:20:16.688023 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-026c8fd6-58d5-449d-8d22-bd3812cb89ae req-6e01eb7a-8e0b-45e8-89cf-f317a8ada7ab tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Jun 24 04:20:16.768968 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d222-7471-4026-8678-e7fc402d9809 req-1ec6c390-683f-4b61-94dd-29c57d804423 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:16.770313 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bd89d222-7471-4026-8678-e7fc402d9809 req-1ec6c390-683f-4b61-94dd-29c57d804423 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0466468 Jun 24 04:20:16.819950 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bd89d222-7471-4026-8678-e7fc402d9809 req-bc084b74-725b-4c0a-a34b-f4ae79ee8799 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Jun 24 04:20:16.844001 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:20:16.888303 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:16.936726 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port a4646799-84a1-4e0f-88f6-135dfd47c759 is: ACTIVE; New status is: DOWN {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:16.937319 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:16.979892 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:16.981245 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:16.983994 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4617c49-4de9-4763-a264-184f95b48420" -d '{"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:17.022727 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c0ff5d26-9e64-45d3-a0d6-ef0f65a9b325 req-43d7a2e4-b1d0-462c-a82b-a4fa8804005f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0316794 Jun 24 04:20:17.030760 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20917c3-fcda-403c-8a91-83edb48f5ec2 x-openstack-request-id: req-b20917c3-fcda-403c-8a91-83edb48f5ec2 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:17.031376 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:17.031930 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b20917c3-fcda-403c-8a91-83edb48f5ec2 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:17.032397 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20917c3-fcda-403c-8a91-83edb48f5ec2'] response: {'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'code': 200} Jun 24 04:20:17.069059 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:17.124640 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=8']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:17.135043 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-a49733fe-5bfd-4e0b-a66f-f3569326694c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed HTTP/1.1" status: 200 len: 379 time: 0.2594056 Jun 24 04:20:17.179291 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-663104cb-d7a6-4675-aaa7-7c02da703900 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921512 Jun 24 04:20:17.182550 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-a5d7d40a-68f1-459a-acbb-b72f1dcbbf51 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979760 Jun 24 04:20:17.185204 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41a73258-1fda-441b-87dc-70317094f0ed req-3abe3493-377e-41e1-a44f-eedc03cc76b3 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985754 Jun 24 04:20:17.293291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f3bf4-c0af-4f8d-9835-c7a83d75ab0d req-678146a6-5410-43ef-a04b-1c60f1663659 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:17.294738 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-061f3bf4-c0af-4f8d-9835-c7a83d75ab0d req-678146a6-5410-43ef-a04b-1c60f1663659 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0523345 Jun 24 04:20:17.341156 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-061f3bf4-c0af-4f8d-9835-c7a83d75ab0d req-b8787c70-45ec-4e93-9045-65f9785a5857 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Jun 24 04:20:17.620149 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:17.636572 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c5f01-febb-4983-8021-4561d6cb096d req-2b3b19f0-b81b-420b-9e6b-fd6b1911b752 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:17.638973 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-914c5f01-febb-4983-8021-4561d6cb096d req-2b3b19f0-b81b-420b-9e6b-fd6b1911b752 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0474844 Jun 24 04:20:17.687614 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-914c5f01-febb-4983-8021-4561d6cb096d req-21e13bf9-0e39-47c0-8607-21fd1998ca70 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Jun 24 04:20:17.799643 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb54795-d837-401e-9685-17a56d1aec06 req-a0684e49-b291-4c8e-a9e8-f4cb719bb03e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:17.801115 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7fb54795-d837-401e-9685-17a56d1aec06 req-a0684e49-b291-4c8e-a9e8-f4cb719bb03e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0473187 Jun 24 04:20:17.849536 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7fb54795-d837-401e-9685-17a56d1aec06 req-1f03e5ec-f2a9-4551-9bee-3a2261db00f1 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Jun 24 04:20:17.933581 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94bcf-a1d4-41b4-96ce-a9ad4ba49599 req-26ab4465-4e88-461d-ad6b-8012764932be tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:17.935582 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5cc94bcf-a1d4-41b4-96ce-a9ad4ba49599 req-26ab4465-4e88-461d-ad6b-8012764932be tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0496697 Jun 24 04:20:17.988280 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5cc94bcf-a1d4-41b4-96ce-a9ad4ba49599 req-8151b78d-4b63-4541-9baa-34f15cfd7bcd tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472379 Jun 24 04:20:18.101260 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:18.118266 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b2b8e4c9-e4aa-4ca5-b2ec-838deb3a4ef4 req-fda7a24b-df22-4545-90ae-adf8d4a59ccf tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0265818 Jun 24 04:20:18.314736 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'port': {'device_id': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'admin_state_up': True, 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'security_groups': ['c031b18e-5fb9-464e-bd2f-8acc32ce0d81']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:18.484754 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afa57-eed3-4a7f-b46c-86c9f5d91e1c req-5cda82d2-0a39-4d83-b626-bced15c51ac5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:18.486483 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-296afa57-eed3-4a7f-b46c-86c9f5d91e1c req-5cda82d2-0a39-4d83-b626-bced15c51ac5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0601513 Jun 24 04:20:18.517072 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:18.540684 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-296afa57-eed3-4a7f-b46c-86c9f5d91e1c req-b1b35805-cc1d-43ab-98ea-f76f189228f5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471828 Jun 24 04:20:18.745059 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c5ed4af9-6878-414c-baa4-a0d853debf4e req-a5796ccd-ab25-487c-a324-cd7d6f99bb47 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444289 Jun 24 04:20:18.808812 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f734cc5-6aca-44ff-80b9-ce4d33dd3700 req-fba8f943-c4ff-4d67-8090-2ac19fe319f6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:18.810559 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0f734cc5-6aca-44ff-80b9-ce4d33dd3700 req-fba8f943-c4ff-4d67-8090-2ac19fe319f6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.0533891 Jun 24 04:20:18.837358 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Made reservation on behalf of 96e2b5a124bf48fd82e48ed79aa4eeed for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:20:18.840562 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:18.963636 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0f734cc5-6aca-44ff-80b9-ce4d33dd3700 req-1b0fc348-14c0-4c7f-a763-06c503353895 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474764 Jun 24 04:20:18.964971 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f782887-647f-4bfb-9950-c5eb5f8c7da3 req-25d36973-cedd-4166-9383-a8a974599c5c tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:18.968941 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5f782887-647f-4bfb-9950-c5eb5f8c7da3 req-25d36973-cedd-4166-9383-a8a974599c5c tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0492957 Jun 24 04:20:19.023165 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5f782887-647f-4bfb-9950-c5eb5f8c7da3 req-04486e43-d95d-4b58-8c21-3a1b4c8dfa1e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486135 Jun 24 04:20:19.074760 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Allocated IP 172.20.0.13 (8ce8156e-f527-45c8-b424-190ecb88e595/e9dcbffd-b79e-48e0-82be-720d32dc3e0a/1d7ea309-0291-442f-90a7-78afe6a88e5d) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:20:19.119528 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363f502-f9de-4280-92ca-8becd9d47b90 req-011c9dbd-8602-4c59-b192-18bb3adb1e2c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:19.121001 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b363f502-f9de-4280-92ca-8becd9d47b90 req-011c9dbd-8602-4c59-b192-18bb3adb1e2c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0621047 Jun 24 04:20:19.140007 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:19.216800 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8bbb1ca5-becb-4a5d-b593-1cec8dfc075a req-acfe6a83-0e56-4123-be97-d32bd23d5df1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0312042 Jun 24 04:20:19.244561 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b363f502-f9de-4280-92ca-8becd9d47b90 req-8e42acd8-d4da-44cd-9bc5-1c9b50c7332e tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147361 Jun 24 04:20:19.285350 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:19.358583 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:19.405001 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Network 8ce8156e-f527-45c8-b424-190ecb88e595 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:20:19.407925 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:20:19.410314 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:20:19.439987 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event updated for resources: {'Port': ['ID=1d7ea309-0291-442f-90a7-78afe6a88e5d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:19.443896 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:19.460471 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.460821 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.461143 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.461476 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.461877 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.462216 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.462565 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.462889 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.463209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.463529 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.463852 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.464165 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.464479 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.464792 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.465103 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:19.491457 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:19.492053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:19.561459 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-aa4bf7b2-7d5b-43f2-b87a-042d79e35c05 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:19.563017 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-aa4bf7b2-7d5b-43f2-b87a-042d79e35c05 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0546021 Jun 24 04:20:19.635984 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-9dcfc7d5-9280-456b-abf7-832515d292dd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3340688 Jun 24 04:20:19.665991 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b4ee4-6edd-422d-a802-d71e093b9814 req-dba26f50-66f2-4de4-b3bc-ebd0a017a68f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:19.667508 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-024b4ee4-6edd-422d-a802-d71e093b9814 req-dba26f50-66f2-4de4-b3bc-ebd0a017a68f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0493412 Jun 24 04:20:19.695474 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Deleting port 2c487dac-5016-435d-bea6-beaa4600cdf6 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:20:19.695726 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:19.707037 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-7eb0bd19-95cb-42f1-8e8a-cd4f7fa62ac6 None None] Provisioning complete for port 1d7ea309-0291-442f-90a7-78afe6a88e5d triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:20:19.708603 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7eb0bd19-95cb-42f1-8e8a-cd4f7fa62ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:19.720504 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-024b4ee4-6edd-422d-a802-d71e093b9814 req-8eb3384c-7703-4155-a7df-de7412ed7cc4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463798 Jun 24 04:20:19.744871 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0bd19-95cb-42f1-8e8a-cd4f7fa62ac6 None None] Port 1d7ea309-0291-442f-90a7-78afe6a88e5d cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:20:19.752164 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:19.789981 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] For port 2c487dac-5016-435d-bea6-beaa4600cdf6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2c487dac-5016-435d-bea6-beaa4600cdf6,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:19.790338 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:19.807328 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Calling delete_port for 2c487dac-5016-435d-bea6-beaa4600cdf6 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:20:19.864366 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Request body: {'port': {'device_id': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:19.955146 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:19.978079 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:20.133353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (2c487dac-5016-435d-bea6-beaa4600cdf6), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:20.140073 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f9d55-d3ce-4d62-986e-72c7d63e58a9 req-b679585d-945d-4144-9d5f-4de248b7d40a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:20.142407 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-476f9d55-d3ce-4d62-986e-72c7d63e58a9 req-b679585d-945d-4144-9d5f-4de248b7d40a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 945 time: 0.0484662 Jun 24 04:20:20.146758 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['2c487dac-5016-435d-bea6-beaa4600cdf6'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:20.160109 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97d4e5-4af8-46ca-b60a-102ad4c90dbc req-42af6683-1095-481f-9e18-810acdc0c94b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:20.161584 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cc97d4e5-4af8-46ca-b60a-102ad4c90dbc req-42af6683-1095-481f-9e18-810acdc0c94b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 943 time: 0.1271701 Jun 24 04:20:20.189263 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Pushing event deleted for resources: {'Port': ['ID=2c487dac-5016-435d-bea6-beaa4600cdf6,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:20.197961 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-476f9d55-d3ce-4d62-986e-72c7d63e58a9 req-fe987874-4832-437b-b44e-ff8680beea0a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492902 Jun 24 04:20:20.310944 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] No DVR routers for this DVR port 2c487dac-5016-435d-bea6-beaa4600cdf6 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:20:20.334927 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b4bd9-b9e2-424e-a0cf-955076d4d2eb req-50244d32-8689-4ae5-ae94-74a5ae230b5b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:20.336425 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-159b4bd9-b9e2-424e-a0cf-955076d4d2eb req-50244d32-8689-4ae5-ae94-74a5ae230b5b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 932 time: 0.0515399 Jun 24 04:20:20.340721 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:20.344853 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0a57ebca-a05e-42cb-bdb4-f9550dadcd50 req-6982eaaa-b996-4e33-ac47-8efb0fa9450f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.43 "DELETE /v2.0/ports/2c487dac-5016-435d-bea6-beaa4600cdf6 HTTP/1.1" status: 204 len: 173 time: 0.7761054 Jun 24 04:20:20.345363 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2068da-db6c-43af-b63c-e457cd427097', 'name': 'network-vif-deleted', 'tag': '2c487dac-5016-435d-bea6-beaa4600cdf6'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:20.347992 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ca2468-1d97-4f62-9188-2893383fe94c" -d '{"events": [{"server_uuid": "ce2068da-db6c-43af-b63c-e457cd427097", "name": "network-vif-deleted", "tag": "2c487dac-5016-435d-bea6-beaa4600cdf6"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:20.371010 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cc97d4e5-4af8-46ca-b60a-102ad4c90dbc req-08a17449-82e7-44f0-b803-0136a797fd81 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843176 Jun 24 04:20:20.401625 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-159b4bd9-b9e2-424e-a0cf-955076d4d2eb req-e561984c-0605-4739-86ab-eb6b62b48e6e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587301 Jun 24 04:20:20.451701 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f0979-ed7d-4f8a-99ad-a66b126c0efb x-openstack-request-id: req-b42f0979-ed7d-4f8a-99ad-a66b126c0efb {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:20.451990 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2068da-db6c-43af-b63c-e457cd427097", "name": "network-vif-deleted", "tag": "2c487dac-5016-435d-bea6-beaa4600cdf6", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:20.452246 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b42f0979-ed7d-4f8a-99ad-a66b126c0efb {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:20.452648 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42f0979-ed7d-4f8a-99ad-a66b126c0efb'] response: {'server_uuid': 'ce2068da-db6c-43af-b63c-e457cd427097', 'name': 'network-vif-deleted', 'tag': '2c487dac-5016-435d-bea6-beaa4600cdf6', 'status': 'completed', 'code': 200} Jun 24 04:20:20.496755 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7ea309-0291-442f-90a7-78afe6a88e5d {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:20.501385 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:20.508567 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Publish callbacks [] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:20.517808 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6141fc-a7ea-4e00-95a4-8303434157ce req-f7ce00f6-df6c-4baa-b8f0-c44454c3c0c6 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:20.519321 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8e6141fc-a7ea-4e00-95a4-8303434157ce req-f7ce00f6-df6c-4baa-b8f0-c44454c3c0c6 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0750468 Jun 24 04:20:20.537837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Transition to ACTIVE for port object 1d7ea309-0291-442f-90a7-78afe6a88e5d will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:20:20.576750 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8e6141fc-a7ea-4e00-95a4-8303434157ce req-500f960c-8f83-412f-8736-b999695f1638 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499811 Jun 24 04:20:20.641518 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:20.694895 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7ea309-0291-442f-90a7-78afe6a88e5d,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:20.783128 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Attempting to bind port 1d7ea309-0291-442f-90a7-78afe6a88e5d on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:20:20.784223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Attempting to bind port 1d7ea309-0291-442f-90a7-78afe6a88e5d by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:20:20.784223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Attempting to bind port 1d7ea309-0291-442f-90a7-78afe6a88e5d on network 8ce8156e-f527-45c8-b424-190ecb88e595 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:20:20.790843 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Port 1d7ea309-0291-442f-90a7-78afe6a88e5d on network 8ce8156e-f527-45c8-b424-190ecb88e595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:20:20.791263 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Attempting to bind port 1d7ea309-0291-442f-90a7-78afe6a88e5d on network 8ce8156e-f527-45c8-b424-190ecb88e595 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:20:20.797390 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:20:20.797870 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Checking segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:20:20.798342 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Bound using segment: {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:20:20.798879 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Bound port: 1d7ea309-0291-442f-90a7-78afe6a88e5d, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3718c3c6-f3d5-421c-8d45-067f513953c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:20:20.799315 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:20.834474 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 119eca9e-1070-4304-801e-2d66cb712073 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:20:20.853750 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774f5ee-b2a0-4438-acff-817406cb4522 req-7b212303-cbc9-460c-bf80-d0619efeaa7e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:20.855409 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f774f5ee-b2a0-4438-acff-817406cb4522 req-7b212303-cbc9-460c-bf80-d0619efeaa7e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0489440 Jun 24 04:20:20.855574 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:20:20.874020 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:20.877905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] For port 1d7ea309-0291-442f-90a7-78afe6a88e5d, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:20:20.882576 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] For port 1d7ea309-0291-442f-90a7-78afe6a88e5d, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:20:20.908650 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f774f5ee-b2a0-4438-acff-817406cb4522 req-25b39226-4ac0-4c03-bd33-d0354aa5d0dd tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Jun 24 04:20:21.028753 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port a4646799-84a1-4e0f-88f6-135dfd47c759 is: DOWN; New status is: DOWN {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:21.036574 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 119eca9e-1070-4304-801e-2d66cb712073, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=119eca9e-1070-4304-801e-2d66cb712073,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:21.052302 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:21.057624 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '119eca9e-1070-4304-801e-2d66cb712073', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'port_id': '119eca9e-1070-4304-801e-2d66cb712073', 'mac_address': 'fa:16:3e:46:46:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:20:21.093596 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.096396 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:21.096396 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] 10.222.0.43 "PUT /v2.0/ports/1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 200 len: 1094 time: 1.2366364 Jun 24 04:20:21.107480 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 119eca9e-1070-4304-801e-2d66cb712073 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:21.108870 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (119eca9e-1070-4304-801e-2d66cb712073), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:21.127330 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ddb56-5703-47fc-937e-a2bf3a53f6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7ea309-0291-442f-90a7-78afe6a88e5d,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:21.130206 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119eca9e-1070-4304-801e-2d66cb712073 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:21.155302 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 119eca9e-1070-4304-801e-2d66cb712073, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=119eca9e-1070-4304-801e-2d66cb712073,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:21.237157 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (119eca9e-1070-4304-801e-2d66cb712073), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:21.328908 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-7619e6de-8b15-4586-84fa-c88c8e7c3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.330692 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-7619e6de-8b15-4586-84fa-c88c8e7c3571 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1128 time: 0.0841532 Jun 24 04:20:21.333730 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=119eca9e-1070-4304-801e-2d66cb712073,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:21.352337 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.357053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.358293 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.358293 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:21.378184 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-51b92abd-7352-4018-945c-dceda2ebd77a req-121cef4d-e34b-4d4a-ad90-247d08f2c2ea tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce2068da-db6c-43af-b63c-e457cd427097 HTTP/1.1" status: 200 len: 210 time: 0.0430620 Jun 24 04:20:21.403788 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-3a17e9d8-05c1-44d6-af6a-345075e0bc26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492692 Jun 24 04:20:21.492282 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde0a7-9d1c-4771-b660-7b57429246ff req-616e4467-a21e-40a6-95fd-30548c6c74ec tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.493753 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4cbde0a7-9d1c-4771-b660-7b57429246ff req-616e4467-a21e-40a6-95fd-30548c6c74ec tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 944 time: 0.0464725 Jun 24 04:20:21.542356 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4cbde0a7-9d1c-4771-b660-7b57429246ff req-3a8d3969-0e33-47d5-abd9-1208e6617262 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Jun 24 04:20:21.569227 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['119eca9e-1070-4304-801e-2d66cb712073'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:21.649212 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-e0f47715-6663-4ebd-949d-873c3bfa80fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 200 len: 217 time: 0.0624709 Jun 24 04:20:21.667760 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da46813-e997-4454-9632-9d7b7f89820a req-d2c555c0-14fb-4edd-a2a0-9d6c34555828 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.671465 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8da46813-e997-4454-9632-9d7b7f89820a req-d2c555c0-14fb-4edd-a2a0-9d6c34555828 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 944 time: 0.0719099 Jun 24 04:20:21.676303 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:21.688710 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:21.716441 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-f318cf89-ed2b-4488-be86-1a04d0ac3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.718167 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-f318cf89-ed2b-4488-be86-1a04d0ac3f97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 1130 time: 0.0796175 Jun 24 04:20:21.729555 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8da46813-e997-4454-9632-9d7b7f89820a req-68b8e034-a072-47b1-accd-10018fbeb3d8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515308 Jun 24 04:20:21.731697 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-13ee5c6f-435d-49ef-ad81-7ae736af2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.733257 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-13ee5c6f-435d-49ef-ad81-7ae736af2e57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0634294 Jun 24 04:20:21.845938 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277289-f491-4270-94cd-35f812fd683e req-4e404358-d3f3-44ec-ae23-caeab680b841 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.847757 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f3277289-f491-4270-94cd-35f812fd683e req-4e404358-d3f3-44ec-ae23-caeab680b841 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0526106 Jun 24 04:20:21.849842 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-a9ad7115-bbd2-478f-a6f8-4f4509ace8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.851348 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-a9ad7115-bbd2-478f-a6f8-4f4509ace8a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102893 Jun 24 04:20:21.912851 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-6066f44f-f191-471d-b05e-7f1a77877bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:21.914323 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-6066f44f-f191-471d-b05e-7f1a77877bd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.1542356 Jun 24 04:20:21.922126 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f3277289-f491-4270-94cd-35f812fd683e req-00df003c-e21c-4049-a5b8-fc926fceba1f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683298 Jun 24 04:20:21.986887 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-a60f1a70-558d-4616-94c4-27d24854e26a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=628c6256-3f93-415e-8d57-183e79f02abb HTTP/1.1" status: 200 len: 217 time: 0.0646865 Jun 24 04:20:22.041665 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-c67693db-e8e3-4b1a-8fc9-bcbc4c126111 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779864 Jun 24 04:20:22.075409 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-7c74ca4c-0165-46f6-849e-581e587ef819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:22.076721 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-7c74ca4c-0165-46f6-849e-581e587ef819 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0739868 Jun 24 04:20:22.161822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-5ccd34c5-2ef2-4de9-ba09-e789745fa9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:22.163409 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-5ccd34c5-2ef2-4de9-ba09-e789745fa9bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780938 Jun 24 04:20:22.199548 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ab80196-7a61-4762-bdb7-1e760c3aa7bd req-3d40b26f-0571-4c8b-98bc-e619a16b5b3a service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495922 Jun 24 04:20:22.264167 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:22.266089 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [req-b2d36dd1-c52b-47eb-9f94-854e23841e1e req-c2d0379c-49e5-4e4d-a3dc-78a7a458f090 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:20:22.267131 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b2d36dd1-c52b-47eb-9f94-854e23841e1e req-c2d0379c-49e5-4e4d-a3dc-78a7a458f090 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058429 Jun 24 04:20:22.267999 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-cc2fa06f-dda2-4385-8d4b-60c9be0b09d2 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960116 Jun 24 04:20:22.371474 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5f2a8504-7ef6-4dd7-84e1-7bef618d2daa req-1c770fec-884a-4553-9a4a-dcc2527ef1fd service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907347 Jun 24 04:20:22.453347 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:22.455743 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29894f65-7b9e-4f47-8d73-8b3f8ca85529" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:22.490858 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4753e486-9873-436e-944d-e7dc4915c14a x-openstack-request-id: req-4753e486-9873-436e-944d-e7dc4915c14a {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:22.491153 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:22.491403 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4753e486-9873-436e-944d-e7dc4915c14a {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:22.491819 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4753e486-9873-436e-944d-e7dc4915c14a'] response: {'name': 'network-changed', 'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'status': 'completed', 'code': 200} Jun 24 04:20:22.603372 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b346542-7d72-4f45-80e4-0039c195aaab req-51e195d0-7471-4aa4-849b-8caf5895eb4e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:22.605097 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5b346542-7d72-4f45-80e4-0039c195aaab req-51e195d0-7471-4aa4-849b-8caf5895eb4e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0555985 Jun 24 04:20:22.657050 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5b346542-7d72-4f45-80e4-0039c195aaab req-d8c4b8cb-a552-4bf1-aa33-e9776c0b458e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 Jun 24 04:20:22.688367 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:22.711238 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-3d8764ee-6e28-4dec-b7f8-079d536dd900 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:22.712736 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-3d8764ee-6e28-4dec-b7f8-079d536dd900 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/networks?id=1c845f89-b174-484c-b799-d73e1f1596bc HTTP/1.1" status: 200 len: 808 time: 0.1062641 Jun 24 04:20:22.729516 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-22c7a471-81ea-4d8e-b894-1b88c3c428eb tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/quotas/46222aa2184c4a6d82b65d3c703c8bd7 HTTP/1.1" status: 200 len: 375 time: 0.0108743 Jun 24 04:20:22.769551 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-5b57be8a-57ce-4513-a9e0-2e04f682a5d9 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=46222aa2184c4a6d82b65d3c703c8bd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341375 Jun 24 04:20:22.788971 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401563-df7b-45f0-9397-219615cdab94 req-17ae86fb-65dd-499a-834b-78860012c489 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:22.790508 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-de401563-df7b-45f0-9397-219615cdab94 req-17ae86fb-65dd-499a-834b-78860012c489 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 944 time: 0.0572116 Jun 24 04:20:22.804637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:22.846180 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 119eca9e-1070-4304-801e-2d66cb712073 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:22.848850 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-de401563-df7b-45f0-9397-219615cdab94 req-23fbb140-459f-4bf2-af30-2ccc0b6bc82c tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509918 Jun 24 04:20:22.854126 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:22.883053 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-2bff5e1a-0d18-48cc-9bea-9dbe08854a1c service neutron] 10.222.0.16 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056685 Jun 24 04:20:22.896846 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 119eca9e-1070-4304-801e-2d66cb712073 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:20:22.961587 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ea219-7935-41de-88ca-4108a43b9e74 req-019b007d-79b2-4f1c-8acd-02cc09354867 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:22.963368 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4a7ea219-7935-41de-88ca-4108a43b9e74 req-019b007d-79b2-4f1c-8acd-02cc09354867 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 944 time: 0.0522428 Jun 24 04:20:22.970071 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 119eca9e-1070-4304-801e-2d66cb712073 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:20:22.970831 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (119eca9e-1070-4304-801e-2d66cb712073), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:22.986538 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-50486115-507b-4551-b752-80a9e28c2402 service neutron] 10.222.0.16 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002152 Jun 24 04:20:23.020546 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4a7ea219-7935-41de-88ca-4108a43b9e74 req-c8b9b76e-906f-406b-93a2-ac0c3e161a5b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482883 Jun 24 04:20:23.065175 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 119eca9e-1070-4304-801e-2d66cb712073 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:23.066223 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (119eca9e-1070-4304-801e-2d66cb712073), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:23.091468 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119eca9e-1070-4304-801e-2d66cb712073'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:23.093795 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91688494-6bbe-430b-a4fa-ac44e0741970" -d '{"events": [{"server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "name": "network-vif-plugged", "status": "completed", "tag": "119eca9e-1070-4304-801e-2d66cb712073"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:23.106591 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 119eca9e-1070-4304-801e-2d66cb712073, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=119eca9e-1070-4304-801e-2d66cb712073,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:23.142598 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ee1d-5145-4386-aae4-abbf4d3c1ec0 req-8f249c48-72ec-458c-a995-931b44f6103c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:23.144795 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0ef2ee1d-5145-4386-aae4-abbf4d3c1ec0 req-8f249c48-72ec-458c-a995-931b44f6103c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0511713 Jun 24 04:20:23.169994 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (119eca9e-1070-4304-801e-2d66cb712073), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:23.169994 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 2c487dac-5016-435d-bea6-beaa4600cdf6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:20:23.203834 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0ef2ee1d-5145-4386-aae4-abbf4d3c1ec0 req-c4557921-7c95-42c9-b745-d91907352426 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530317 Jun 24 04:20:23.231974 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 2c487dac-5016-435d-bea6-beaa4600cdf6 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:20:23.231974 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 2c487dac-5016-435d-bea6-beaa4600cdf6 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:20:23.236058 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61f3128-65b6-48ad-926d-965d2dfbf14f x-openstack-request-id: req-d61f3128-65b6-48ad-926d-965d2dfbf14f {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:23.236369 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "name": "network-vif-plugged", "status": "completed", "tag": "119eca9e-1070-4304-801e-2d66cb712073", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:23.236623 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d61f3128-65b6-48ad-926d-965d2dfbf14f {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:23.237010 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61f3128-65b6-48ad-926d-965d2dfbf14f'] response: {'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119eca9e-1070-4304-801e-2d66cb712073', 'code': 200} Jun 24 04:20:23.266695 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=119eca9e-1070-4304-801e-2d66cb712073,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:23.287659 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 53968) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:23.295376 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-231b8f37-9390-4b81-9e2a-d0b01c362d89 req-ee3af270-c70d-43e9-87d8-0b66444ca543 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0310137 Jun 24 04:20:23.395699 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-b3b31f38-ec49-4e87-95c7-9afe0faeaa8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067715 Jun 24 04:20:23.409030 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-4b387e20-2742-451d-827d-bb97a0d508b3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:20:23.413421 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-4b387e20-2742-451d-827d-bb97a0d508b3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089138 Jun 24 04:20:23.476612 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-d2f11891-14bf-42f3-a2a4-49d62fb6036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:23.478218 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-d2f11891-14bf-42f3-a2a4-49d62fb6036b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1128 time: 0.0549428 Jun 24 04:20:23.497671 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 53980) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:23.596982 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-a60a7c55-adcd-43ce-b6c4-2d0322e79b63 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:23.598316 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-a60a7c55-adcd-43ce-b6c4-2d0322e79b63 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports/a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 200 len: 940 time: 0.0997124 Jun 24 04:20:23.645370 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:23.795318 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f025189-2529-4912-aae2-a2511b404968 req-5e176dc9-e8ad-47c2-b99d-2bb2a567cd17 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:23.797135 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8f025189-2529-4912-aae2-a2511b404968 req-5e176dc9-e8ad-47c2-b99d-2bb2a567cd17 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0590537 Jun 24 04:20:23.950670 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b36f-855a-4e3f-8ef8-bf06b5676c6d req-6690ece2-a57f-4af9-a404-a1ab7a023977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:23.952175 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f741b36f-855a-4e3f-8ef8-bf06b5676c6d req-6690ece2-a57f-4af9-a404-a1ab7a023977 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1129 time: 0.1141889 Jun 24 04:20:23.959760 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8f025189-2529-4912-aae2-a2511b404968 req-be2e7252-f217-4e10-a306-c4ecaf8d34df tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498322 Jun 24 04:20:23.979818 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2e7ac-d0be-4159-8838-6e04a73a15a9 req-d29e7cc9-2e31-4626-a05e-8c9f7ec8b628 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:23.981713 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5ec2e7ac-d0be-4159-8838-6e04a73a15a9 req-d29e7cc9-2e31-4626-a05e-8c9f7ec8b628 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0573771 Jun 24 04:20:24.008291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-54c4435c-946b-4d63-9fb6-ae33e2253db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:24.010514 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-54c4435c-946b-4d63-9fb6-ae33e2253db7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.2293999 Jun 24 04:20:24.056156 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5ec2e7ac-d0be-4159-8838-6e04a73a15a9 req-e966c7ed-6067-44fd-9c7a-c4da80bcf032 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Jun 24 04:20:24.080832 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-2539ff05-e90e-42c1-8f97-7b039ce49cfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 200 len: 217 time: 0.0600832 Jun 24 04:20:24.083173 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f741b36f-855a-4e3f-8ef8-bf06b5676c6d req-22c0d2cc-5ed1-42db-a817-1a90d5e2cf05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144702 Jun 24 04:20:24.155055 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b2e82-fd08-4a0a-9788-d0321677718d req-c5aae33f-ce63-41f3-9c38-3d0ed26f3dad tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:24.156534 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee0b2e82-fd08-4a0a-9788-d0321677718d req-c5aae33f-ce63-41f3-9c38-3d0ed26f3dad tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 944 time: 0.0493550 Jun 24 04:20:24.207845 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee0b2e82-fd08-4a0a-9788-d0321677718d req-11b1de1c-56ba-442b-ae60-c6e56f490022 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456064 Jun 24 04:20:24.322647 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc65b78-cc20-4d67-bb17-bc867e7c5e1d req-46d64d9c-db06-4116-b696-4778240ee60b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:24.324124 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0dc65b78-cc20-4d67-bb17-bc867e7c5e1d req-46d64d9c-db06-4116-b696-4778240ee60b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0478189 Jun 24 04:20:24.375634 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0dc65b78-cc20-4d67-bb17-bc867e7c5e1d req-afcb3e44-6eb2-4c24-82bf-7fe3550c8898 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453477 Jun 24 04:20:24.387808 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-87cb7396-0f9f-487e-8253-a15bd974990b req-27f8286f-b790-4c9b-89be-682296455828 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0270052 Jun 24 04:20:24.637548 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-09fe6e87-fa2e-4478-93b7-6aff0430cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:24.638938 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-09fe6e87-fa2e-4478-93b7-6aff0430cdbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0456023 Jun 24 04:20:24.844363 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 1d7ea309-0291-442f-90a7-78afe6a88e5d details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:20:24.943185 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 1d7ea309-0291-442f-90a7-78afe6a88e5d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:24.954167 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'mac_address': 'fa:16:3e:63:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:20:24.992149 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 1d7ea309-0291-442f-90a7-78afe6a88e5d is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:24.992537 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:25.005238 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7ea309-0291-442f-90a7-78afe6a88e5d {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:25.025320 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 1d7ea309-0291-442f-90a7-78afe6a88e5d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:25.086352 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:25.101694 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324bb4b-608a-4213-af72-91cc808bbffd req-4ceb6f45-bb86-47cd-bc0f-50fb4ff4cd1e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:25.111100 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f324bb4b-608a-4213-af72-91cc808bbffd req-4ceb6f45-bb86-47cd-bc0f-50fb4ff4cd1e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0569160 Jun 24 04:20:25.139578 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=1d7ea309-0291-442f-90a7-78afe6a88e5d,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:25.176096 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f324bb4b-608a-4213-af72-91cc808bbffd req-60835aa9-46da-4863-99a7-c0c4e885ac7c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641510 Jun 24 04:20:25.178632 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ac295-42a5-4fb6-a5d1-b1b9e5bf7112 req-00b1c185-8f22-4c92-a32f-71b46c2b49d2 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:25.180426 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d40ac295-42a5-4fb6-a5d1-b1b9e5bf7112 req-00b1c185-8f22-4c92-a32f-71b46c2b49d2 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0504606 Jun 24 04:20:25.231733 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d40ac295-42a5-4fb6-a5d1-b1b9e5bf7112 req-0787f215-5102-4ed0-8a74-763260780286 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Jun 24 04:20:25.324462 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1565a-af4a-4f06-81e6-0fd257b62453 req-280aa724-8cca-4a1a-b5d7-649a678197e8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:25.326058 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4bb1565a-af4a-4f06-81e6-0fd257b62453 req-280aa724-8cca-4a1a-b5d7-649a678197e8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 945 time: 0.0516551 Jun 24 04:20:25.362206 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-9bcfe1ec-92b3-4cf8-bed5-1ac2a66d71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:25.363711 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-9bcfe1ec-92b3-4cf8-bed5-1ac2a66d71d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404310 Jun 24 04:20:25.377396 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4bb1565a-af4a-4f06-81e6-0fd257b62453 req-273877a7-7791-4d42-8e09-3fc3615fa4f3 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455043 Jun 24 04:20:25.483197 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:25.487982 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-aa16cd8b-c2c1-412b-b546-80d2145e8c87 req-f961cf6b-73dc-46c9-be4b-9b5327c0c4a8 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0293815 Jun 24 04:20:25.491139 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['1d7ea309-0291-442f-90a7-78afe6a88e5d'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:25.501122 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03015d14-067b-4978-b5c4-03dcd72a7449 req-2ae2b765-90b8-4c02-9dc9-d3f53fd0deab tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:25.502774 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-03015d14-067b-4978-b5c4-03dcd72a7449 req-2ae2b765-90b8-4c02-9dc9-d3f53fd0deab tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0546801 Jun 24 04:20:25.514861 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:25.554662 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-03015d14-067b-4978-b5c4-03dcd72a7449 req-13d5909a-80c6-45cb-9e8c-72b7b5d49992 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459988 Jun 24 04:20:26.296901 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc595f-67df-4645-a0dd-71bd24fdd140 req-d714b092-4b56-46d0-8719-940a85cc0505 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:26.298429 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f8bc595f-67df-4645-a0dd-71bd24fdd140 req-d714b092-4b56-46d0-8719-940a85cc0505 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0471773 Jun 24 04:20:26.345797 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f8bc595f-67df-4645-a0dd-71bd24fdd140 req-e6a10ec2-139e-4579-baf2-64454ec69cc7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416458 Jun 24 04:20:26.346761 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc259-0c7b-48ed-8231-45ea5daa186d req-56408419-ed18-4d1d-8543-940dc60273f8 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:26.348232 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ea0cc259-0c7b-48ed-8231-45ea5daa186d req-56408419-ed18-4d1d-8543-940dc60273f8 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0487788 Jun 24 04:20:26.403275 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ea0cc259-0c7b-48ed-8231-45ea5daa186d req-c76abda0-25c1-49da-ba15-744e3796d038 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492849 Jun 24 04:20:26.514147 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-9b854446-5f32-446f-a634-b7a48ac3496f service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971825 Jun 24 04:20:26.530728 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5917bb-1eb4-4b82-a9d5-1157a65748b1 req-5e0c2bf8-0aaa-45cf-b529-b329c19de3d6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:26.532264 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f5917bb-1eb4-4b82-a9d5-1157a65748b1 req-5e0c2bf8-0aaa-45cf-b529-b329c19de3d6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 945 time: 0.0706427 Jun 24 04:20:26.580751 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1f5917bb-1eb4-4b82-a9d5-1157a65748b1 req-f7a04fcb-7ccb-474e-8087-5b25c8ff3c97 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430834 Jun 24 04:20:26.587734 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17c03681-de6f-4fae-9797-ada2a28e90b7 req-1984e10d-6884-4176-8ecb-655381bd835e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0296936 Jun 24 04:20:26.694579 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79d3e-c2a5-4d2e-b295-fef6f9229da3 req-a7af3e7a-1132-44e6-b2c9-0ad1d66673d4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:26.696122 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3db79d3e-c2a5-4d2e-b295-fef6f9229da3 req-a7af3e7a-1132-44e6-b2c9-0ad1d66673d4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0506365 Jun 24 04:20:26.745406 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3db79d3e-c2a5-4d2e-b295-fef6f9229da3 req-0af175a5-36f7-4efd-8ba4-c12f96dd49e2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Jun 24 04:20:26.865500 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 74725fba-5aba-4db8-8543-5b3c9241a5a6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:20:26.868799 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 1d7ea309-0291-442f-90a7-78afe6a88e5d up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:26.908805 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:26.930436 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:26.944978 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 1d7ea309-0291-442f-90a7-78afe6a88e5d completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:20:27.004707 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:27.016883 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'port_id': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'mac_address': 'fa:16:3e:f8:57:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:20:27.058926 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 74725fba-5aba-4db8-8543-5b3c9241a5a6 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:27.059324 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:27.073518 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74725fba-5aba-4db8-8543-5b3c9241a5a6 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:27.087510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 1d7ea309-0291-442f-90a7-78afe6a88e5d triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:20:27.087883 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:27.122436 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:27.150705 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-29894f65-7b9e-4f47-8d73-8b3f8ca85529 req-1d280177-3a49-422b-bf3c-b6dd77d9ead3 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263354 Jun 24 04:20:27.180886 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 1d7ea309-0291-442f-90a7-78afe6a88e5d is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:27.181271 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:27.208310 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:27.210524 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add2e89f-ed11-4e81-880f-a2c4d2252ead" -d '{"events": [{"server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "name": "network-vif-plugged", "status": "completed", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:27.221200 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:27.227923 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 1d7ea309-0291-442f-90a7-78afe6a88e5d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:27.253566 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040aa90d-8fa4-48df-ac50-6eecf6e6bd0c x-openstack-request-id: req-040aa90d-8fa4-48df-ac50-6eecf6e6bd0c {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:27.253566 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "name": "network-vif-plugged", "status": "completed", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:27.253566 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-040aa90d-8fa4-48df-ac50-6eecf6e6bd0c {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:27.253566 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040aa90d-8fa4-48df-ac50-6eecf6e6bd0c'] response: {'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'code': 200} Jun 24 04:20:27.274692 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:27.295085 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:27.329132 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:27.343022 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=1d7ea309-0291-442f-90a7-78afe6a88e5d,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:27.468271 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a77cd-e2ce-4fd1-8502-abdde6ccb051 req-49cda997-d79a-4388-ab02-d0cea44ef447 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:27.469766 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4f6a77cd-e2ce-4fd1-8502-abdde6ccb051 req-49cda997-d79a-4388-ab02-d0cea44ef447 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0485492 Jun 24 04:20:27.522070 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4f6a77cd-e2ce-4fd1-8502-abdde6ccb051 req-263411e2-4e57-4ab5-90f1-4f2cca9d0995 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440128 Jun 24 04:20:27.536156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb1c9b-497d-469f-aed9-3d4254e4df92 req-4f6e08aa-b615-4b72-b055-267c133176bb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:27.542307 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-15cb1c9b-497d-469f-aed9-3d4254e4df92 req-4f6e08aa-b615-4b72-b055-267c133176bb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0539806 Jun 24 04:20:27.592184 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-15cb1c9b-497d-469f-aed9-3d4254e4df92 req-1ffd15ff-eef9-4863-a270-51b0a4bfae96 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487752 Jun 24 04:20:27.625339 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['74725fba-5aba-4db8-8543-5b3c9241a5a6'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:27.702994 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3882658d-bde4-470a-80c2-4c7c25d03324 req-64fd046f-48ab-4f52-80bf-5a0f3f2331f0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0422568 Jun 24 04:20:27.731687 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb0254-7933-41da-a7b7-df81ecf78ef6 req-aab09867-8022-4b04-89fb-945cb0bd301f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:27.731687 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e1cb0254-7933-41da-a7b7-df81ecf78ef6 req-aab09867-8022-4b04-89fb-945cb0bd301f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0635762 Jun 24 04:20:27.750788 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:27.792616 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e1cb0254-7933-41da-a7b7-df81ecf78ef6 req-84bd18e8-13f2-40af-a853-bee06c55fef3 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565164 Jun 24 04:20:27.873161 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94639047-1107-4c91-bca1-f1b4e2fdb460 req-664a2459-5cc2-4296-94dd-de00678e05f0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:27.881573 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94639047-1107-4c91-bca1-f1b4e2fdb460 req-664a2459-5cc2-4296-94dd-de00678e05f0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.1121027 Jun 24 04:20:27.913567 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1d358-f1f1-4a4c-9cc3-9cf7fc3aa41a req-604f7c43-3916-417e-ac88-83eebbe06898 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:27.916978 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7aa1d358-f1f1-4a4c-9cc3-9cf7fc3aa41a req-604f7c43-3916-417e-ac88-83eebbe06898 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 944 time: 0.0588162 Jun 24 04:20:27.977409 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ca6b-a141-4f99-8679-ececea665641 req-ab9b707e-d25e-4278-91e1-381d7eedae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:27.978618 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f1f3ca6b-a141-4f99-8679-ececea665641 req-ab9b707e-d25e-4278-91e1-381d7eedae3a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1130 time: 0.1264951 Jun 24 04:20:27.993234 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7aa1d358-f1f1-4a4c-9cc3-9cf7fc3aa41a req-d0af53c5-1cdf-4eb4-b71f-f4e8ca96cbd4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699816 Jun 24 04:20:28.300904 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-21269fd8-8e11-4a6c-8aa6-5fe906115f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:28.304992 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94639047-1107-4c91-bca1-f1b4e2fdb460 req-ea964c24-6c58-456d-ae15-69ebaeba5653 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4225497 Jun 24 04:20:28.312377 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-9c3f3f45-8bf4-4d45-b651-02f727c14d3f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:28.313859 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-9c3f3f45-8bf4-4d45-b651-02f727c14d3f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.43 "GET /v2.0/networks?id=1c845f89-b174-484c-b799-d73e1f1596bc HTTP/1.1" status: 200 len: 808 time: 0.5328760 Jun 24 04:20:28.338635 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f1f3ca6b-a141-4f99-8679-ececea665641 req-bce1c93d-34df-473d-b609-657a130625a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490694 Jun 24 04:20:28.347222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Request body: {'port': {'device_id': '20d33e27-a747-4178-b0e9-8b10ac11f4d2', 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc', 'admin_state_up': True, 'tenant_id': '46222aa2184c4a6d82b65d3c703c8bd7'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:28.371584 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420a5a3-f274-48ee-8d84-bcbbc1c1be9f req-9c1c9e18-c7b4-4c5e-9c30-86a06c48cc48 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:28.373230 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0420a5a3-f274-48ee-8d84-bcbbc1c1be9f req-9c1c9e18-c7b4-4c5e-9c30-86a06c48cc48 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0519767 Jun 24 04:20:28.427378 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0420a5a3-f274-48ee-8d84-bcbbc1c1be9f req-7032540c-b83d-4935-b8fe-f85bb1be7430 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484431 Jun 24 04:20:28.445856 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:28.545807 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Made reservation on behalf of 46222aa2184c4a6d82b65d3c703c8bd7 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:20:28.549204 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:28.641977 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:28.749881 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230f3f4-8c88-45ba-b854-5ddf039e193c req-3fdcf14b-fd1a-45dc-99e0-5bbb369b1022 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:28.754415 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6230f3f4-8c88-45ba-b854-5ddf039e193c req-3fdcf14b-fd1a-45dc-99e0-5bbb369b1022 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.1061878 Jun 24 04:20:28.796520 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Allocated IP 172.20.0.3 (1c845f89-b174-484c-b799-d73e1f1596bc/e41e77f8-71f5-4c58-be85-4b47ca061c35/f515794a-f43b-43e2-8d02-230f5546e5d8) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:20:28.819859 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-36ca4906-fa85-4c51-b28d-05b6e59171c2 req-ed772e93-8702-481b-b8aa-d61220fdeaa7 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0377336 Jun 24 04:20:28.850008 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6230f3f4-8c88-45ba-b854-5ddf039e193c req-314fef59-a610-4bc5-8ee2-46d6bd1c9c87 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904474 Jun 24 04:20:28.880695 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 74725fba-5aba-4db8-8543-5b3c9241a5a6 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:28.931947 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 74725fba-5aba-4db8-8543-5b3c9241a5a6 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:20:29.003964 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks [] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.035954 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 74725fba-5aba-4db8-8543-5b3c9241a5a6 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:20:29.036408 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.107524 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.126212 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 74725fba-5aba-4db8-8543-5b3c9241a5a6 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:29.126948 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.136717 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f8cba-3c58-4455-809f-3d0ca8b86ff4 req-db2a98c7-968a-4e00-b48b-02c33887fa5d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:29.138625 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-182f8cba-3c58-4455-809f-3d0ca8b86ff4 req-db2a98c7-968a-4e00-b48b-02c33887fa5d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 944 time: 0.0588729 Jun 24 04:20:29.156858 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:29.169968 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:29.171637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Network 1c845f89-b174-484c-b799-d73e1f1596bc is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:20:29.174923 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:20:29.178807 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:20:29.211061 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-182f8cba-3c58-4455-809f-3d0ca8b86ff4 req-84d58270-2482-4489-956e-3a1902fe4c31 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644772 Jun 24 04:20:29.214610 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Pushing event updated for resources: {'Port': ['ID=f515794a-f43b-43e2-8d02-230f5546e5d8,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:29.239597 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:29.240201 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.251614 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:29.254098 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dff8e1-04d9-40a1-95dd-0ef67dda062f" -d '{"events": [{"server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "name": "network-vif-plugged", "status": "completed", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:29.257525 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.289035 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9417e677-ec69-473b-9abc-fc11716c9801 x-openstack-request-id: req-9417e677-ec69-473b-9abc-fc11716c9801 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:29.289391 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "name": "network-vif-plugged", "status": "completed", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:29.294085 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9417e677-ec69-473b-9abc-fc11716c9801 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:29.294085 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9417e677-ec69-473b-9abc-fc11716c9801'] response: {'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'code': 200} Jun 24 04:20:29.310473 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:29.340912 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-287ec2ae-4d0f-4d96-85ea-cceef3411e19 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9971290 Jun 24 04:20:29.353249 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Request body: {'port': {'device_id': '20d33e27-a747-4178-b0e9-8b10ac11f4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:29.419750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.449760 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dde73f-5537-4134-8335-4feb4f157780 req-92d16ee2-c810-4198-9753-bc43bdef1450 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:29.453065 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-53dde73f-5537-4134-8335-4feb4f157780 req-92d16ee2-c810-4198-9753-bc43bdef1450 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0598013 Jun 24 04:20:29.507827 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-53dde73f-5537-4134-8335-4feb4f157780 req-3e86af2f-2444-449b-ad45-8a5bd557f954 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473049 Jun 24 04:20:29.533704 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:29.674777 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:29.688196 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f515794a-f43b-43e2-8d02-230f5546e5d8 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:29.695446 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Publish callbacks [] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.708621 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Transition to ACTIVE for port object f515794a-f43b-43e2-8d02-230f5546e5d8 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:20:29.783236 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.837172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Pushing event updated for resources: {'Port': ['ID=f515794a-f43b-43e2-8d02-230f5546e5d8,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:29.954869 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d0dc1-d24d-4d4c-bb2e-db31530567e6 req-6cb6be8e-11f0-4226-a2bf-9a8f98043a42 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:29.956391 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-111d0dc1-d24d-4d4c-bb2e-db31530567e6 req-6cb6be8e-11f0-4226-a2bf-9a8f98043a42 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 943 time: 0.0675204 Jun 24 04:20:29.957266 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Attempting to bind port f515794a-f43b-43e2-8d02-230f5546e5d8 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:20:29.957576 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Attempting to bind port f515794a-f43b-43e2-8d02-230f5546e5d8 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:20:29.957902 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Attempting to bind port f515794a-f43b-43e2-8d02-230f5546e5d8 on network 1c845f89-b174-484c-b799-d73e1f1596bc {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:20:29.962862 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Port f515794a-f43b-43e2-8d02-230f5546e5d8 on network 1c845f89-b174-484c-b799-d73e1f1596bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:20:29.963185 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Attempting to bind port f515794a-f43b-43e2-8d02-230f5546e5d8 on network 1c845f89-b174-484c-b799-d73e1f1596bc {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:20:29.986515 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:20:29.986856 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Checking segment: {'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:20:29.987239 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Bound using segment: {'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:20:29.987687 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Bound port: f515794a-f43b-43e2-8d02-230f5546e5d8, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7679602c-01a6-4e4e-a8e2-09f06330d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:20:29.988044 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:29.995597 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b58e3-3135-4335-a6ed-b5dee46ecd0a req-75c88073-4678-4269-811e-baf814c8c563 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:29.997925 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d82b58e3-3135-4335-a6ed-b5dee46ecd0a req-75c88073-4678-4269-811e-baf814c8c563 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0677612 Jun 24 04:20:30.052609 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d82b58e3-3135-4335-a6ed-b5dee46ecd0a req-66d72ed1-b98a-4b20-b934-f562eb58f2dd tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487330 Jun 24 04:20:30.122345 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-111d0dc1-d24d-4d4c-bb2e-db31530567e6 req-94bf43f0-c1d1-4693-9e5e-52b9067c0677 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568604 Jun 24 04:20:30.125064 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-cd7b3fb4-d071-40d9-9646-b964def05958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.126481 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-cd7b3fb4-d071-40d9-9646-b964def05958 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b&tenant_id=d56eee171a5c4f728bec99eef1f3b0a3 HTTP/1.1" status: 200 len: 1127 time: 0.1343112 Jun 24 04:20:30.151600 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] For port f515794a-f43b-43e2-8d02-230f5546e5d8, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:20:30.155305 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] For port f515794a-f43b-43e2-8d02-230f5546e5d8, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f515794a-f43b-43e2-8d02-230f5546e5d8,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:20:30.240849 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:30.275196 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.275927 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:30.277307 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] 10.222.0.43 "PUT /v2.0/ports/f515794a-f43b-43e2-8d02-230f5546e5d8 HTTP/1.1" status: 200 len: 1093 time: 0.9291623 Jun 24 04:20:30.277823 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d33e27-a747-4178-b0e9-8b10ac11f4d2', 'tag': 'f515794a-f43b-43e2-8d02-230f5546e5d8'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:30.280201 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee39f4-ef27-40c6-a1e0-f4a1c273878b" -d '{"events": [{"name": "network-changed", "server_uuid": "20d33e27-a747-4178-b0e9-8b10ac11f4d2", "tag": "f515794a-f43b-43e2-8d02-230f5546e5d8"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:30.315490 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63413948-66ed-4c3d-adfa-22c4b7542176 service neutron] Pushing event updated for resources: {'Port': ['ID=f515794a-f43b-43e2-8d02-230f5546e5d8,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:30.332883 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89659990-5aed-4cb5-80da-bba0858ff377 x-openstack-request-id: req-89659990-5aed-4cb5-80da-bba0858ff377 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:30.333170 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d33e27-a747-4178-b0e9-8b10ac11f4d2", "tag": "f515794a-f43b-43e2-8d02-230f5546e5d8", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:30.333425 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89659990-5aed-4cb5-80da-bba0858ff377 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:30.333824 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89659990-5aed-4cb5-80da-bba0858ff377'] response: {'name': 'network-changed', 'server_uuid': '20d33e27-a747-4178-b0e9-8b10ac11f4d2', 'tag': 'f515794a-f43b-43e2-8d02-230f5546e5d8', 'status': 'completed', 'code': 200} Jun 24 04:20:30.338055 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d211db-dbc5-4da8-b11a-6ff261debfe1 req-b3895d52-87e1-489f-841d-8b7fd9f53bff tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.339555 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b9d211db-dbc5-4da8-b11a-6ff261debfe1 req-b3895d52-87e1-489f-841d-8b7fd9f53bff tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0561368 Jun 24 04:20:30.388879 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b9d211db-dbc5-4da8-b11a-6ff261debfe1 req-42d00566-5ab5-4dff-98a9-91657a869c6e tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 Jun 24 04:20:30.532430 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a8332-e197-44e5-904a-3d07f2d6aa30 req-467e35c4-0dc4-490c-a350-e53c3efd442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.533990 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6f7a8332-e197-44e5-904a-3d07f2d6aa30 req-467e35c4-0dc4-490c-a350-e53c3efd442f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1129 time: 0.0466759 Jun 24 04:20:30.551884 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7e2b1e9f-9d82-4f47-9c8f-6f2ab965e419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:30.630285 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:30.635311 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323d37a-4e16-4834-8fe4-50b2a3a5925d req-9d3b5860-0835-4104-ad95-e18a0796e41b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.636976 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1323d37a-4e16-4834-8fe4-50b2a3a5925d req-9d3b5860-0835-4104-ad95-e18a0796e41b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0591021 Jun 24 04:20:30.686961 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1323d37a-4e16-4834-8fe4-50b2a3a5925d req-5f35416e-cd3f-4010-b6c8-0644f995c753 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 Jun 24 04:20:30.701056 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee39f4-ef27-40c6-a1e0-f4a1c273878b req-c14140ef-1b64-4a5b-8769-1a801d045a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.702609 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-68ee39f4-ef27-40c6-a1e0-f4a1c273878b req-c14140ef-1b64-4a5b-8769-1a801d045a79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46222aa2184c4a6d82b65d3c703c8bd7&device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 1127 time: 0.0979502 Jun 24 04:20:30.704596 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-2a3d093e-30e2-4b4c-bce8-be32067bebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.705958 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-2a3d093e-30e2-4b4c-bce8-be32067bebf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 1127 time: 0.1002157 Jun 24 04:20:30.708876 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6f7a8332-e197-44e5-904a-3d07f2d6aa30 req-dd0a8116-1c19-48d4-9158-69e3dad4b891 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198363 Jun 24 04:20:30.797402 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec7a97-1523-4682-be41-2d07e8f915bc req-01c174c8-a1ef-4add-b5ba-e28b242ba6ab tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.798973 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-87ec7a97-1523-4682-be41-2d07e8f915bc req-01c174c8-a1ef-4add-b5ba-e28b242ba6ab tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0478799 Jun 24 04:20:30.807576 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54090) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:30.812753 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'floatingip': {'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:30.814921 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee39f4-ef27-40c6-a1e0-f4a1c273878b req-65d64957-e512-463d-be3f-d1422debcabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:30.816385 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-68ee39f4-ef27-40c6-a1e0-f4a1c273878b req-65d64957-e512-463d-be3f-d1422debcabe service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=46222aa2184c4a6d82b65d3c703c8bd7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0999143 Jun 24 04:20:30.851546 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (57fb9236-373e-4fd0-91ed-7112e5d865d7), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:31.013400 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:31.076462 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:31.082905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-f1bc9017-b4d0-4961-aa01-c92c9c79d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.084388 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-f1bc9017-b4d0-4961-aa01-c92c9c79d1af service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.1692023 Jun 24 04:20:31.089141 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee39f4-ef27-40c6-a1e0-f4a1c273878b req-2f7bda40-9c1d-46a8-bd35-7eb1bff085d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.091266 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-68ee39f4-ef27-40c6-a1e0-f4a1c273878b req-2f7bda40-9c1d-46a8-bd35-7eb1bff085d0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559756 Jun 24 04:20:31.174090 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-84c70822-2e6d-418e-ad9e-c550e32f1ec4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 200 len: 999 time: 0.0761833 Jun 24 04:20:31.251053 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6db119-6639-4928-8e6c-0569c7931ddf req-9d25bb83-08ea-4022-a5b1-726d544e973d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.252485 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2f6db119-6639-4928-8e6c-0569c7931ddf req-9d25bb83-08ea-4022-a5b1-726d544e973d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0820608 Jun 24 04:20:31.338889 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2f6db119-6639-4928-8e6c-0569c7931ddf req-a039b064-b8f9-4e31-b4f6-d5a9914c555c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789058 Jun 24 04:20:31.392215 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:31.411745 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:31.448024 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da5b6-7578-463e-8298-60bb0904ff4c req-96310d46-b87c-479d-a354-5cc903088ccd tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.449516 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1b5da5b6-7578-463e-8298-60bb0904ff4c req-96310d46-b87c-479d-a354-5cc903088ccd tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 943 time: 0.0504086 Jun 24 04:20:31.476712 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (57fb9236-373e-4fd0-91ed-7112e5d865d7), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:31.742057 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1b5da5b6-7578-463e-8298-60bb0904ff4c req-f057fd24-07bf-4212-855e-0aeb73c42e16 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864678 Jun 24 04:20:31.766183 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:31.771959 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-6ea96f6c-66db-40f0-a7ab-f4ce3d99daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.778915 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-6ea96f6c-66db-40f0-a7ab-f4ce3d99daa5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46222aa2184c4a6d82b65d3c703c8bd7&device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 1127 time: 0.1392181 Jun 24 04:20:31.783419 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-6e2fda4e-4ab5-49a0-a4c2-5d10432020c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.785038 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-6e2fda4e-4ab5-49a0-a4c2-5d10432020c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.1371565 Jun 24 04:20:31.791081 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b83ecd-0849-473e-84b1-08e292ec1db4 req-cfe36bee-5756-477c-ab4c-c5258b08dc4c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.792483 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02b83ecd-0849-473e-84b1-08e292ec1db4 req-cfe36bee-5756-477c-ab4c-c5258b08dc4c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0944555 Jun 24 04:20:31.798667 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Floating IP 57fb9236-373e-4fd0-91ed-7112e5d865d7 associated. External IP: 172.27.2.4, port: 1d7ea309-0291-442f-90a7-78afe6a88e5d. Jun 24 04:20:31.863479 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-2f6b20ef-dc5b-4760-a940-e92eb5fd39e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f515794a-f43b-43e2-8d02-230f5546e5d8 HTTP/1.1" status: 200 len: 217 time: 0.0570431 Jun 24 04:20:31.945051 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-02b83ecd-0849-473e-84b1-08e292ec1db4 req-c454856f-fe5d-439e-b842-84de3f00a84f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461778 Jun 24 04:20:31.953591 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-dcc47cf2-840d-493a-a161-639401bfa29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.955106 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-dcc47cf2-840d-493a-a161-639401bfa29c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1386061 Jun 24 04:20:31.994303 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-a7f3af42-b36b-448d-a816-b96d91e3fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:31.995788 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-a7f3af42-b36b-448d-a816-b96d91e3fd08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e41e77f8-71f5-4c58-be85-4b47ca061c35 HTTP/1.1" status: 200 len: 848 time: 0.0944362 Jun 24 04:20:32.007839 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Router f5a86038-86a6-4666-bc1a-966f2c008923 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:20:32.065870 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-45e4188e-4428-4c21-9dfc-e3c8fb29601a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c845f89-b174-484c-b799-d73e1f1596bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314922 Jun 24 04:20:32.085424 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-215dc734-69b2-4ac4-bf8a-5378d65123df service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200645 Jun 24 04:20:32.114264 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:20:32.119076 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:32.124542 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] Sync routers for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:20:32.134744 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:32.135354 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:32.149688 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9df45ba9-a1a8-4723-b8d6-a0ca0ffa8c87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "PUT /v2.0/floatingips/57fb9236-373e-4fd0-91ed-7112e5d865d7 HTTP/1.1" status: 200 len: 990 time: 1.3409231 Jun 24 04:20:32.150555 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:32.152849 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22239b26-c8e0-49e9-af28-5c74f5281c01" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:32.189685 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a12e157-9802-43ce-bcfb-654fc16e40fc x-openstack-request-id: req-6a12e157-9802-43ce-bcfb-654fc16e40fc {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:32.189989 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:32.190282 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a12e157-9802-43ce-bcfb-654fc16e40fc {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:32.190710 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a12e157-9802-43ce-bcfb-654fc16e40fc'] response: {'name': 'network-changed', 'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'status': 'completed', 'code': 200} Jun 24 04:20:32.243014 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:32.244565 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:32.294603 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a1b6aac5-9419-49c4-ae15-a4c894fb6ad0 req-bbb8a978-c6a4-4525-9773-1e0dd4955e16 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948913 Jun 24 04:20:32.392668 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:32.471201 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c572bba-14df-4879-b601-1376746666b1 req-9d277930-7255-4d67-b563-811eb368a897 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:32.472696 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c572bba-14df-4879-b601-1376746666b1 req-9d277930-7255-4d67-b563-811eb368a897 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0485520 Jun 24 04:20:32.521642 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c572bba-14df-4879-b601-1376746666b1 req-8d11dfd9-7d47-4ab3-a618-a87f4acf915d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 Jun 24 04:20:32.584638 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '57fb9236-373e-4fd0-91ed-7112e5d865d7', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'mac_address': 'fa:16:3e:63:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:59Z', 'updated_at': '2022-06-24T04:20:31Z', 'revision_number': 1, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:32.609556 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] Checking router: f5a86038-86a6-4666-bc1a-966f2c008923 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:20:32.618059 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:32.618685 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:32.730465 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:32.772362 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-9842af2d-5718-4ea0-b9f0-bcbfffc204d5 service neutron] 10.222.0.43 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966032 Jun 24 04:20:32.834344 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:32.880834 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-4564a31a-3da6-424a-a22b-a17bb1243273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:32.882434 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-4564a31a-3da6-424a-a22b-a17bb1243273 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1130 time: 0.0738175 Jun 24 04:20:32.888048 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab196c1-a758-4ba3-bf95-754a905f0cf3 req-7e0e376c-8737-4951-8bcc-eaa4addbc1f8 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:32.896023 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eab196c1-a758-4ba3-bf95-754a905f0cf3 req-7e0e376c-8737-4951-8bcc-eaa4addbc1f8 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 943 time: 0.0738263 Jun 24 04:20:32.945591 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eab196c1-a758-4ba3-bf95-754a905f0cf3 req-9da5d965-5386-4340-9d03-0183a2881b4e tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Jun 24 04:20:32.974806 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '57fb9236-373e-4fd0-91ed-7112e5d865d7', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'mac_address': 'fa:16:3e:63:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:59Z', 'updated_at': '2022-06-24T04:20:31Z', 'revision_number': 1, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:33.001668 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7faf87-1a68-4932-b948-2029eba5d1a6 None None] The sync data for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi is: [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '57fb9236-373e-4fd0-91ed-7112e5d865d7', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'mac_address': 'fa:16:3e:63:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:59Z', 'updated_at': '2022-06-24T04:20:31Z', 'revision_number': 1, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:20:33.008075 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:33.018025 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-65cd7517-25b1-46fd-b4bd-fea0d8681bd6 req-670eaac8-1c68-418f-b851-0e133b4a9e3a service neutron] 10.222.0.43 "GET /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066700 Jun 24 04:20:33.105663 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473a7e7-57fd-43c3-b542-de4f44c82683 req-2767b53a-d46a-4a59-a50c-add5e8d5d3e8 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:33.108099 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2473a7e7-57fd-43c3-b542-de4f44c82683 req-2767b53a-d46a-4a59-a50c-add5e8d5d3e8 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0875123 Jun 24 04:20:33.109281 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-00b3e8c3-f65b-4084-bb38-1c9e2ebc3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:33.110713 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-00b3e8c3-f65b-4084-bb38-1c9e2ebc3d1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.1880598 Jun 24 04:20:33.123541 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:33.131441 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:33.164190 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2473a7e7-57fd-43c3-b542-de4f44c82683 req-640eb5fc-46eb-483f-9dc4-da756066863d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502081 Jun 24 04:20:33.292175 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1b5fe-9ffd-4712-8598-3adfb2ad01c6 req-0af8a788-8298-4b25-bc55-1bc7f018e8d3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:33.296112 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35c1b5fe-9ffd-4712-8598-3adfb2ad01c6 req-0af8a788-8298-4b25-bc55-1bc7f018e8d3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0576737 Jun 24 04:20:33.359972 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35c1b5fe-9ffd-4712-8598-3adfb2ad01c6 req-97fa4c96-8e20-4108-af86-875aa2620c1c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580997 Jun 24 04:20:33.384171 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54132) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:33.386116 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:33.572794 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95698ad8-d8aa-4c8a-b37a-d7ba5ea0abf3 tempest-TestShelveInstance-246107233 tempest-TestShelveInstance-246107233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:33.580780 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54144) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:33.581681 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-95698ad8-d8aa-4c8a-b37a-d7ba5ea0abf3 tempest-TestShelveInstance-246107233 tempest-TestShelveInstance-246107233-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1124 time: 0.1956055 Jun 24 04:20:33.586055 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'port_id': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:33.703862 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:33.706967 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187330a4-8fc4-4752-a509-8d85ba7919fb req-b8d9ca0a-0799-445a-8a34-bdfb45cfa195 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:33.723456 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-187330a4-8fc4-4752-a509-8d85ba7919fb req-b8d9ca0a-0799-445a-8a34-bdfb45cfa195 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0757143 Jun 24 04:20:33.833138 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-187330a4-8fc4-4752-a509-8d85ba7919fb req-85d1b784-c7f5-4095-8348-7062aabd5004 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951917 Jun 24 04:20:33.876393 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:33.946350 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5e618-5c6e-45ba-9662-2cc03e11c62a None None] New status for floating IP 57fb9236-373e-4fd0-91ed-7112e5d865d7: ACTIVE {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:20:34.017264 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Allocated IP 172.27.2.228 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/99011510-d664-4d94-bb3e-e818c88e1068) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:20:34.098223 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:34.159012 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8884ab8-302b-4244-b944-c4bf8c8dccc3 req-e3ef07de-6ff4-40e7-b996-81ea85bb8a65 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:34.160639 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e8884ab8-302b-4244-b944-c4bf8c8dccc3 req-e3ef07de-6ff4-40e7-b996-81ea85bb8a65 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 943 time: 0.1029937 Jun 24 04:20:34.220587 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for port (99011510-d664-4d94-bb3e-e818c88e1068), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:34.261662 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e8884ab8-302b-4244-b944-c4bf8c8dccc3 req-29f20e96-40c5-4e45-9447-91fc62ed394d tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907607 Jun 24 04:20:34.372416 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (99011510-d664-4d94-bb3e-e818c88e1068), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:34.412051 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:34.419099 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:20:34.430065 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:20:34.432886 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:20:34.436504 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'Port': ['ID=99011510-d664-4d94-bb3e-e818c88e1068,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:34.823019 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for floatingip (408a4f8b-90dc-4d20-b1e2-7784d91a0b73), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:34.906174 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f515794a-f43b-43e2-8d02-230f5546e5d8 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:20:35.033325 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136f785-757d-47ab-b1b9-0288e2dc59ed req-089cff76-f43e-4ad2-b9d7-4e20c1f67c24 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:35.041650 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b136f785-757d-47ab-b1b9-0288e2dc59ed req-089cff76-f43e-4ad2-b9d7-4e20c1f67c24 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0797386 Jun 24 04:20:35.057591 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f515794a-f43b-43e2-8d02-230f5546e5d8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f515794a-f43b-43e2-8d02-230f5546e5d8,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:35.074974 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'f515794a-f43b-43e2-8d02-230f5546e5d8', 'network_id': '1c845f89-b174-484c-b799-d73e1f1596bc', 'port_id': 'f515794a-f43b-43e2-8d02-230f5546e5d8', 'mac_address': 'fa:16:3e:10:4d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41e77f8-71f5-4c58-be85-4b47ca061c35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:20:35.094456 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b136f785-757d-47ab-b1b9-0288e2dc59ed req-50d36418-a7f8-4de3-9ef5-364196d55f92 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515873 Jun 24 04:20:35.124787 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:35.129659 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port f515794a-f43b-43e2-8d02-230f5546e5d8 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:35.130612 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:35.146617 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f515794a-f43b-43e2-8d02-230f5546e5d8 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:35.169982 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f515794a-f43b-43e2-8d02-230f5546e5d8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f515794a-f43b-43e2-8d02-230f5546e5d8,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:35.344052 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:35.357935 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (99011510-d664-4d94-bb3e-e818c88e1068), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:35.409677 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=f515794a-f43b-43e2-8d02-230f5546e5d8,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:35.434088 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d3ddc-393d-494a-920d-bf641e699c9d req-3133f323-56b6-40ba-9bdc-44175bd6484f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:35.435665 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6d5d3ddc-393d-494a-920d-bf641e699c9d req-3133f323-56b6-40ba-9bdc-44175bd6484f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 944 time: 0.0957551 Jun 24 04:20:35.448655 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:35.576969 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6d5d3ddc-393d-494a-920d-bf641e699c9d req-f8ba5c5c-fad2-481f-9904-205597229c11 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047738 Jun 24 04:20:35.608351 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for port (99011510-d664-4d94-bb3e-e818c88e1068), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:35.756956 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['f515794a-f43b-43e2-8d02-230f5546e5d8'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:35.786910 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (99011510-d664-4d94-bb3e-e818c88e1068), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:35.828083 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (408a4f8b-90dc-4d20-b1e2-7784d91a0b73), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:35.838980 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:35.880028 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event updated for resources: {'Port': ['ID=99011510-d664-4d94-bb3e-e818c88e1068,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:35.952463 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Floating IP 408a4f8b-90dc-4d20-b1e2-7784d91a0b73 associated. External IP: 172.27.2.228, port: 74725fba-5aba-4db8-8543-5b3c9241a5a6. Jun 24 04:20:36.177599 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Router 19be93ad-dff9-4680-80cd-2fa3192c2c94 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:20:36.232346 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:36.272249 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c5194-cd2b-4e00-938e-9959c4b37f5f req-c9c39d51-18f1-4f99-a6ca-21e7e468680e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:36.274067 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4b3c5194-cd2b-4e00-938e-9959c4b37f5f req-c9c39d51-18f1-4f99-a6ca-21e7e468680e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0539811 Jun 24 04:20:36.290530 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:20:36.310857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] Sync routers for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:20:36.336387 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:36.336623 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:36.344752 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4b3c5194-cd2b-4e00-938e-9959c4b37f5f req-200d712b-06d6-43d3-9045-78fb2e11bd08 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625463 Jun 24 04:20:36.410897 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:36.448786 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-062c1808-d629-45f8-b8d4-1d73f217eb84 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8635945 Jun 24 04:20:36.448786 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:36.449603 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e987059e-45f3-4ba0-8cf6-502b7d6adf43" -d '{"events": [{"name": "network-changed", "server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:36.479346 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:36.494858 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775322e6-864f-4fd0-96f2-84d653bcb770 x-openstack-request-id: req-775322e6-864f-4fd0-96f2-84d653bcb770 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:36.495149 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:36.495403 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-775322e6-864f-4fd0-96f2-84d653bcb770 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:36.495815 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775322e6-864f-4fd0-96f2-84d653bcb770'] response: {'name': 'network-changed', 'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'status': 'completed', 'code': 200} Jun 24 04:20:36.693439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b50452-bba0-4797-8353-ec1cc3cae9ea req-61211718-6411-4892-86ca-16e69f972b6f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:36.695473 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14b50452-bba0-4797-8353-ec1cc3cae9ea req-61211718-6411-4892-86ca-16e69f972b6f tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 944 time: 0.0571854 Jun 24 04:20:36.733722 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '408a4f8b-90dc-4d20-b1e2-7784d91a0b73', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'port_id': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'mac_address': 'fa:16:3e:f8:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29140f43-38c3-47c1-84f2-0181cb18e153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:20:34Z', 'updated_at': '2022-06-24T04:20:34Z', 'revision_number': 0, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:04Z', 'revision_number': 5, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:36.750958 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14b50452-bba0-4797-8353-ec1cc3cae9ea req-8abd5413-d43e-422d-aa86-5f7244f8375d tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488126 Jun 24 04:20:36.763564 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] Checking router: 19be93ad-dff9-4680-80cd-2fa3192c2c94 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:20:36.773056 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:36.773674 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:36.884075 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:36.957736 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f515794a-f43b-43e2-8d02-230f5546e5d8 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:37.003501 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:37.042735 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port f515794a-f43b-43e2-8d02-230f5546e5d8 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:20:37.109474 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port f515794a-f43b-43e2-8d02-230f5546e5d8 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:20:37.109842 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:37.184721 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '408a4f8b-90dc-4d20-b1e2-7784d91a0b73', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'port_id': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'mac_address': 'fa:16:3e:f8:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29140f43-38c3-47c1-84f2-0181cb18e153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:20:34Z', 'updated_at': '2022-06-24T04:20:34Z', 'revision_number': 0, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:04Z', 'revision_number': 5, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:37.217462 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95027dea-682a-4430-b1d0-626e9bc63053 None None] The sync data for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi is: [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '408a4f8b-90dc-4d20-b1e2-7784d91a0b73', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'port_id': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'mac_address': 'fa:16:3e:f8:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29140f43-38c3-47c1-84f2-0181cb18e153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:20:34Z', 'updated_at': '2022-06-24T04:20:34Z', 'revision_number': 0, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:04Z', 'revision_number': 5, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:20:37.285593 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port f515794a-f43b-43e2-8d02-230f5546e5d8 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:37.286072 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:37.319852 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d33e27-a747-4178-b0e9-8b10ac11f4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f515794a-f43b-43e2-8d02-230f5546e5d8'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:37.322086 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a485e2b-407d-4488-98f5-9c88671a96d0" -d '{"events": [{"server_uuid": "20d33e27-a747-4178-b0e9-8b10ac11f4d2", "name": "network-vif-plugged", "status": "completed", "tag": "f515794a-f43b-43e2-8d02-230f5546e5d8"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:37.326672 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:37.339121 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f515794a-f43b-43e2-8d02-230f5546e5d8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f515794a-f43b-43e2-8d02-230f5546e5d8,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:37.374434 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80277c47-8faa-4ee8-ad83-54d49a1fa269 x-openstack-request-id: req-80277c47-8faa-4ee8-ad83-54d49a1fa269 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:37.374754 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d33e27-a747-4178-b0e9-8b10ac11f4d2", "name": "network-vif-plugged", "status": "completed", "tag": "f515794a-f43b-43e2-8d02-230f5546e5d8", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:37.375038 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80277c47-8faa-4ee8-ad83-54d49a1fa269 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:37.375440 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80277c47-8faa-4ee8-ad83-54d49a1fa269'] response: {'server_uuid': '20d33e27-a747-4178-b0e9-8b10ac11f4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f515794a-f43b-43e2-8d02-230f5546e5d8', 'code': 200} Jun 24 04:20:37.417208 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:37.500235 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=f515794a-f43b-43e2-8d02-230f5546e5d8,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:37.553291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cefa7-067e-4140-ba54-ea21e34d06af req-dc4ade11-f152-46dc-9672-ad293834570c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:37.565726 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-565cefa7-067e-4140-ba54-ea21e34d06af req-dc4ade11-f152-46dc-9672-ad293834570c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0938666 Jun 24 04:20:37.576627 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1504d25f-3cbd-4d2c-ad26-7544214bfb26 None None] New status for floating IP 408a4f8b-90dc-4d20-b1e2-7784d91a0b73: ACTIVE {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:20:37.658538 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-565cefa7-067e-4140-ba54-ea21e34d06af req-7e294358-cbdb-4d74-80d0-c87cecc78932 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910778 Jun 24 04:20:38.108088 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ca05-7d0b-408c-8d20-708504e756f2 req-361e0585-4019-479a-b1b0-f61f0eebd801 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:38.109643 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f350ca05-7d0b-408c-8d20-708504e756f2 req-361e0585-4019-479a-b1b0-f61f0eebd801 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.2763832 Jun 24 04:20:38.161557 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f350ca05-7d0b-408c-8d20-708504e756f2 req-8cee9968-d4fa-49cf-a4c9-a1b8b5661d7c tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 Jun 24 04:20:38.787397 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e492ad-6ad3-4032-a4fa-7550bb3b6593 req-cf5f9b7e-391a-4db4-a573-dcbb678def14 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:38.789031 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-83e492ad-6ad3-4032-a4fa-7550bb3b6593 req-cf5f9b7e-391a-4db4-a573-dcbb678def14 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0499527 Jun 24 04:20:38.852809 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-83e492ad-6ad3-4032-a4fa-7550bb3b6593 req-d2496412-ea63-4d56-8d1f-68c24f47b7b6 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581825 Jun 24 04:20:39.289233 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7bc3a-2263-4be2-82b6-61a137f015e9 req-243844ba-5d9a-4595-ba3d-cd48af408678 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:39.290757 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c2d7bc3a-2263-4be2-82b6-61a137f015e9 req-243844ba-5d9a-4595-ba3d-cd48af408678 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0505466 Jun 24 04:20:39.346189 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c2d7bc3a-2263-4be2-82b6-61a137f015e9 req-5aa8da3a-4289-4e0c-93af-e65201485778 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Jun 24 04:20:39.979542 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64d68e-9def-43b6-a9b3-4f7355fee9e3 req-b3269b81-ccd8-468b-8f05-547eb00770f4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:39.981213 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bc64d68e-9def-43b6-a9b3-4f7355fee9e3 req-b3269b81-ccd8-468b-8f05-547eb00770f4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0508916 Jun 24 04:20:40.034640 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bc64d68e-9def-43b6-a9b3-4f7355fee9e3 req-506cb230-b9dc-4cd4-a60f-4a5b4982060e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453022 Jun 24 04:20:40.468561 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70c8d1-f46c-42ab-9204-a94b4dcff53a req-25f8d12c-b997-46fb-be18-3b3c2a81c597 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:40.469988 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5b70c8d1-f46c-42ab-9204-a94b4dcff53a req-25f8d12c-b997-46fb-be18-3b3c2a81c597 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0531034 Jun 24 04:20:40.521780 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5b70c8d1-f46c-42ab-9204-a94b4dcff53a req-fe05a3e3-d060-4006-aa9c-8891fb52645b tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Jun 24 04:20:41.172604 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490604cf-b11b-43b8-85f6-26f415fa98ae req-ad8b6d1c-d940-4110-89f0-2def81f6f291 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:41.174136 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-490604cf-b11b-43b8-85f6-26f415fa98ae req-ad8b6d1c-d940-4110-89f0-2def81f6f291 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0514712 Jun 24 04:20:41.225358 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-490604cf-b11b-43b8-85f6-26f415fa98ae req-23fe7423-73b5-47fe-9318-f395d09a9236 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453937 Jun 24 04:20:41.643917 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e32eb-a4f5-4b2d-9fd7-3d348de6328b req-4d7a99d2-4c10-4ac3-a428-7b8101e4f496 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:41.645421 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-612e32eb-a4f5-4b2d-9fd7-3d348de6328b req-4d7a99d2-4c10-4ac3-a428-7b8101e4f496 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0496485 Jun 24 04:20:41.694334 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-612e32eb-a4f5-4b2d-9fd7-3d348de6328b req-59f62a3d-68a4-4213-bf85-dbacb9794367 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Jun 24 04:20:42.381929 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c67a7d-1212-449f-a5ca-1af9235c11dd req-d3be25b0-5316-44ce-a635-76956580c262 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:42.385947 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-27c67a7d-1212-449f-a5ca-1af9235c11dd req-d3be25b0-5316-44ce-a635-76956580c262 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0781331 Jun 24 04:20:42.434685 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-27c67a7d-1212-449f-a5ca-1af9235c11dd req-0d2f41ad-1265-40e6-a4c2-4faceadc3f62 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452290 Jun 24 04:20:42.810736 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:42.831515 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f95411-053c-42b0-aebc-aa4dca84b64f req-38fc32cc-11d7-4af5-bdcf-da929d645a26 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:42.833527 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-13f95411-053c-42b0-aebc-aa4dca84b64f req-38fc32cc-11d7-4af5-bdcf-da929d645a26 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0508251 Jun 24 04:20:42.889270 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-13f95411-053c-42b0-aebc-aa4dca84b64f req-164f7d1d-7f66-4851-b59e-1285a6e487bf tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500078 Jun 24 04:20:43.544586 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:43.558804 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd5b75-5298-42e6-9956-24322a40fe39 req-b37732c6-416a-43fc-819a-c9be0421e8b8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:43.560302 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1ebd5b75-5298-42e6-9956-24322a40fe39 req-b37732c6-416a-43fc-819a-c9be0421e8b8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0514126 Jun 24 04:20:43.610440 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1ebd5b75-5298-42e6-9956-24322a40fe39 req-dea2c240-edbd-4bc9-9d71-6ab51e1f39a7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Jun 24 04:20:44.008231 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b9163-63ca-4437-b29f-3564a4afbd33 req-10d3d4eb-af1b-457a-bf30-5f3fb0442ea5 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:44.009753 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f13b9163-63ca-4437-b29f-3564a4afbd33 req-10d3d4eb-af1b-457a-bf30-5f3fb0442ea5 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0519252 Jun 24 04:20:44.066562 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f13b9163-63ca-4437-b29f-3564a4afbd33 req-abec108f-abe7-4f02-8415-a989963cefc8 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482411 Jun 24 04:20:44.734618 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:44.747541 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903ea4-cbb9-4660-87a4-049895191a22 req-f5db4d0c-96a5-4b34-aab7-1bfab775fe16 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:44.756355 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5d903ea4-cbb9-4660-87a4-049895191a22 req-f5db4d0c-96a5-4b34-aab7-1bfab775fe16 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0607774 Jun 24 04:20:44.801983 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5d903ea4-cbb9-4660-87a4-049895191a22 req-65ccce19-48a8-4d8d-8dfd-cece84963cb0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472960 Jun 24 04:20:45.184800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f26c09-b842-460f-bcf2-8167e21692af req-c7efe8ee-4c2e-4059-b36c-c5d6ad5966a1 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:45.186273 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-14f26c09-b842-460f-bcf2-8167e21692af req-c7efe8ee-4c2e-4059-b36c-c5d6ad5966a1 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0487590 Jun 24 04:20:45.233469 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-14f26c09-b842-460f-bcf2-8167e21692af req-56a91117-f7e6-4dd9-a50a-21b5d46329c6 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Jun 24 04:20:45.351542 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-06fcfeeb-93f2-4b3e-8bca-85556565ac04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 200 len: 1000 time: 0.0564511 Jun 24 04:20:45.849695 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-6a484d4a-cb9f-4426-a262-eaa2f69ddc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:45.851230 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-6a484d4a-cb9f-4426-a262-eaa2f69ddc17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1129 time: 0.0783646 Jun 24 04:20:45.854954 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-2a5decd6-77b7-4006-8fc6-ebab9cdef062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:45.860041 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-2a5decd6-77b7-4006-8fc6-ebab9cdef062 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0740533 Jun 24 04:20:45.922802 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec4e18-f981-4e09-9746-eb0f3ff41b84 req-be2733f8-ea4d-411e-beb6-1c8d495554e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:45.924271 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c8ec4e18-f981-4e09-9746-eb0f3ff41b84 req-be2733f8-ea4d-411e-beb6-1c8d495554e9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0486693 Jun 24 04:20:45.971813 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c8ec4e18-f981-4e09-9746-eb0f3ff41b84 req-cac08ae0-aec9-4d3a-a236-1d1fb9f234a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Jun 24 04:20:46.351362 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951e37c-e5cb-45d3-9bb7-50053a8b7357 req-3eee7b01-cd8e-4fdf-aa64-0a6777148d09 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:46.352830 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a951e37c-e5cb-45d3-9bb7-50053a8b7357 req-3eee7b01-cd8e-4fdf-aa64-0a6777148d09 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0504992 Jun 24 04:20:46.399304 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a951e37c-e5cb-45d3-9bb7-50053a8b7357 req-950ff819-2c00-425c-9a38-5c52d856c68d tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Jun 24 04:20:46.598872 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-1f0f378e-5a4b-4d99-921d-5215f9b6d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:46.600431 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-1f0f378e-5a4b-4d99-921d-5215f9b6d62c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040728 Jun 24 04:20:46.629182 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e97d1-1c29-44ab-80e1-a3ec24d40351 req-1695d272-b190-4064-9525-99716a5d38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:46.630652 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-998e97d1-1c29-44ab-80e1-a3ec24d40351 req-1695d272-b190-4064-9525-99716a5d38dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 1129 time: 0.0968277 Jun 24 04:20:46.657283 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-3c6c5b51-497a-4a1e-88ab-4bbd4b0b803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:46.658761 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-3c6c5b51-497a-4a1e-88ab-4bbd4b0b803f service neutron] 10.222.0.43 "GET /v2.0/networks?id=73023663-c454-4d4f-aaaf-a748940b4903 HTTP/1.1" status: 200 len: 910 time: 0.1538095 Jun 24 04:20:47.171007 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-b0d25f62-cae1-4cd1-bd6a-1d7bfbd0f29e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 200 len: 1001 time: 0.1779535 Jun 24 04:20:47.202804 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49dd34-eb83-424f-bbc8-b09dc6455287 req-ded59d26-a6e0-4801-adfb-f1e5b7c64843 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:47.204184 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8a49dd34-eb83-424f-bbc8-b09dc6455287 req-ded59d26-a6e0-4801-adfb-f1e5b7c64843 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.1360304 Jun 24 04:20:47.229529 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-998e97d1-1c29-44ab-80e1-a3ec24d40351 req-1a7ffd7b-2233-4baa-aa10-5313e5099b2b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269416 Jun 24 04:20:47.274487 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-4c540ee8-2cc9-49d0-a7de-80c275d05863 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802179 Jun 24 04:20:47.285337 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-e46e3c04-ac76-436d-a6cd-d839addb6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:47.286718 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-e46e3c04-ac76-436d-a6cd-d839addb6ce1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b08c2fe-c6cd-4a28-8350-364092633ed9 HTTP/1.1" status: 200 len: 848 time: 0.1063371 Jun 24 04:20:47.303382 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8a49dd34-eb83-424f-bbc8-b09dc6455287 req-0966e24c-9026-431f-9300-222d352db75a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767262 Jun 24 04:20:47.490197 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:DELETE=1,neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:47.492888 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:47.516200 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa49e0-a709-448b-8c6f-65b84a206016 req-6be089b6-120f-409e-aa78-39c970d50727 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:47.517698 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f7aa49e0-a709-448b-8c6f-65b84a206016 req-6be089b6-120f-409e-aa78-39c970d50727 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0505910 Jun 24 04:20:47.569541 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f7aa49e0-a709-448b-8c6f-65b84a206016 req-8aa69501-5c51-49c9-b4fe-f62e243d0656 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Jun 24 04:20:47.738082 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:47.834753 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:47.884213 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-446c0a36-e9d5-4809-a755-b04457f06a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:47.885688 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-446c0a36-e9d5-4809-a755-b04457f06a1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73023663-c454-4d4f-aaaf-a748940b4903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3991203 Jun 24 04:20:47.910546 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97174c79-a04c-46b5-8c79-b05a15165494 req-274a794d-8518-4eee-926b-39674495b2e1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:47.912000 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-97174c79-a04c-46b5-8c79-b05a15165494 req-274a794d-8518-4eee-926b-39674495b2e1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.1011105 Jun 24 04:20:47.936223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:47.947434 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22239b26-c8e0-49e9-af28-5c74f5281c01 req-83a32b83-6413-497b-b020-5f378f43a7a9 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619744 Jun 24 04:20:47.975438 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-97174c79-a04c-46b5-8c79-b05a15165494 req-1f1fa372-c6f9-4d0e-b175-1501c7de19d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552549 Jun 24 04:20:47.997374 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54254) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:48.140026 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d3e912-b9ef-4d2e-b0fe-e0de9c36fe99 tempest-TestMinimumBasicScenario-2032100553 tempest-TestMinimumBasicScenario-2032100553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:48.141521 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-00d3e912-b9ef-4d2e-b0fe-e0de9c36fe99 tempest-TestMinimumBasicScenario-2032100553 tempest-TestMinimumBasicScenario-2032100553-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1124 time: 0.1430552 Jun 24 04:20:48.144390 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54258) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:48.148868 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'port_id': '119eca9e-1070-4304-801e-2d66cb712073', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:48.234642 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:48.295042 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:48.297748 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-a713e0ec-76f3-4ed2-8ea5-9ecb4a62e721 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874696 Jun 24 04:20:48.313870 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:48.413739 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e987059e-45f3-4ba0-8cf6-502b7d6adf43 req-9126ca01-8b40-48fe-bc2d-41269788866c service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927689 Jun 24 04:20:48.458295 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c37150-af40-42fb-ad0b-c5aa988cb3f9 req-28f2f381-e9da-4785-b248-231b5e37d61c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:48.459779 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-76c37150-af40-42fb-ad0b-c5aa988cb3f9 req-28f2f381-e9da-4785-b248-231b5e37d61c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0783064 Jun 24 04:20:48.482087 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Allocated IP 172.27.2.239 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/494d8f1d-a1fe-42db-a0b4-eb08e5f41032) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:20:48.540601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:48.556272 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-76c37150-af40-42fb-ad0b-c5aa988cb3f9 req-ec00e4ea-8619-4f68-89b9-4f652b182e00 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881042 Jun 24 04:20:48.630751 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for port (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:48.703705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e69d0-0879-44e2-acd3-0bcbe1b6cf61 req-db14f363-9f36-47e3-9ccc-a37aa923fc60 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:48.705235 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-746e69d0-0879-44e2-acd3-0bcbe1b6cf61 req-db14f363-9f36-47e3-9ccc-a37aa923fc60 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0539086 Jun 24 04:20:48.767750 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-746e69d0-0879-44e2-acd3-0bcbe1b6cf61 req-6b3f5a45-1f9f-4e94-8d41-53b5d1e180a2 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567720 Jun 24 04:20:48.803332 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:48.850228 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:20:48.855419 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:20:48.857965 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'Port': ['ID=494d8f1d-a1fe-42db-a0b4-eb08e5f41032,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:48.861100 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:20:49.066505 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:49.162844 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a94d0-bee0-47dc-90e3-452ed99959b4 req-7ee1f935-edc2-4c5d-b043-a65ca0b1bad2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:49.168083 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-451a94d0-bee0-47dc-90e3-452ed99959b4 req-7ee1f935-edc2-4c5d-b043-a65ca0b1bad2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0541151 Jun 24 04:20:49.210813 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for floatingip (8fc67cb0-3642-4740-9bb2-19e061c7e579), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:49.213865 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-451a94d0-bee0-47dc-90e3-452ed99959b4 req-f268f53f-7b23-4fd1-90de-d550abbcd42c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Jun 24 04:20:49.348617 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:49.492677 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for port (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:49.553673 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:49.586430 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (8fc67cb0-3642-4740-9bb2-19e061c7e579), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:49.631189 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'Port': ['ID=494d8f1d-a1fe-42db-a0b4-eb08e5f41032,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:49.680302 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:49.681770 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4eae8-04ae-42d0-aff9-90e82ff31a21 req-e9656164-d7af-4e17-82b4-5c47c5ed768b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:49.683274 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-86a4eae8-04ae-42d0-aff9-90e82ff31a21 req-e9656164-d7af-4e17-82b4-5c47c5ed768b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0499074 Jun 24 04:20:49.691673 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Floating IP 8fc67cb0-3642-4740-9bb2-19e061c7e579 associated. External IP: 172.27.2.239, port: 119eca9e-1070-4304-801e-2d66cb712073. Jun 24 04:20:49.740510 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-86a4eae8-04ae-42d0-aff9-90e82ff31a21 req-46039691-78f2-4d8f-9bd1-84c214e5ffac tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473726 Jun 24 04:20:49.782314 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:49.926530 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06eba1-ce8f-456c-9f70-7339cdee71ed req-dd0da1a5-e130-43ed-9be3-419dd1cdc2f0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:49.927958 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1a06eba1-ce8f-456c-9f70-7339cdee71ed req-dd0da1a5-e130-43ed-9be3-419dd1cdc2f0 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0634818 Jun 24 04:20:49.931758 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Router f19b7313-2310-47b2-9a1f-0727c3deb5f8 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:20:49.987311 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:50.019624 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1a06eba1-ce8f-456c-9f70-7339cdee71ed req-2b479ceb-9556-41c9-b8d4-f03b6d8838a7 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852242 Jun 24 04:20:50.073263 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:20:50.084105 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] Sync routers for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:20:50.094249 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:50.094924 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:50.147225 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.177580 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f52ec732-196f-4e73-8c8a-91277782bc00 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0320020 Jun 24 04:20:50.177989 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:50.180356 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3632da3b-3643-41c5-89a7-2517ef338cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:50.180762 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54288) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:50.186577 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-5a89cd18-2c58-424b-800e-765ae24d7ebb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655786945', 'description': 'tempest-secgroup-smoke-1655786945 description', 'project_id': 'd51a251ca7084b2bb07d808026cccd67'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:50.217869 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dc95a3-6f6c-47a3-9a3f-862767a6d6f1 x-openstack-request-id: req-96dc95a3-6f6c-47a3-9a3f-862767a6d6f1 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:50.217869 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:50.217869 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96dc95a3-6f6c-47a3-9a3f-862767a6d6f1 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:50.217869 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96dc95a3-6f6c-47a3-9a3f-862767a6d6f1'] response: {'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073', 'status': 'completed', 'code': 200} Jun 24 04:20:50.265718 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5a89cd18-2c58-424b-800e-765ae24d7ebb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.333705 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:50.336299 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84fc43-4897-4973-8ae9-6e460f2992ac req-1c185dfa-aee5-4ebc-b776-94d0ac39892a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:50.337811 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8f84fc43-4897-4973-8ae9-6e460f2992ac req-1c185dfa-aee5-4ebc-b776-94d0ac39892a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0494499 Jun 24 04:20:50.349886 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5a89cd18-2c58-424b-800e-765ae24d7ebb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group (3126237a-d470-4df6-b2d3-1f030e73085d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.400993 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8f84fc43-4897-4973-8ae9-6e460f2992ac req-6a81c850-8bb3-498d-a0e6-5029e657b52c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566125 Jun 24 04:20:50.420450 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5a89cd18-2c58-424b-800e-765ae24d7ebb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (3126237a-d470-4df6-b2d3-1f030e73085d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.454515 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89cd18-2c58-424b-800e-765ae24d7ebb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3126237a-d470-4df6-b2d3-1f030e73085d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:50.525209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5a89cd18-2c58-424b-800e-765ae24d7ebb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.526555 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5a89cd18-2c58-424b-800e-765ae24d7ebb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3445489 Jun 24 04:20:50.530026 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54296) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:50.534397 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-d9cf66fd-3730-4f3b-a80e-ac3b17f673a6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'security_group_rule': {'security_group_id': '3126237a-d470-4df6-b2d3-1f030e73085d', 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:50.547647 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '8fc67cb0-3642-4740-9bb2-19e061c7e579', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'port_id': '119eca9e-1070-4304-801e-2d66cb712073', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'mac_address': 'fa:16:3e:46:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:20:49Z', 'updated_at': '2022-06-24T04:20:49Z', 'revision_number': 0, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:22Z', 'revision_number': 5, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:50.572844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] Checking router: f19b7313-2310-47b2-9a1f-0727c3deb5f8 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:20:50.582164 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:50.582819 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:50.619455 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d9cf66fd-3730-4f3b-a80e-ac3b17f673a6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (a8e436af-974e-4359-a247-7786d52149ab), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.645924 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:20:50.676218 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d9cf66fd-3730-4f3b-a80e-ac3b17f673a6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (a8e436af-974e-4359-a247-7786d52149ab), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.686056 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:50.751207 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d9cf66fd-3730-4f3b-a80e-ac3b17f673a6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (a8e436af-974e-4359-a247-7786d52149ab), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.774322 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf66fd-3730-4f3b-a80e-ac3b17f673a6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e436af-974e-4359-a247-7786d52149ab,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:50.851259 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d9cf66fd-3730-4f3b-a80e-ac3b17f673a6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:50.852739 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d9cf66fd-3730-4f3b-a80e-ac3b17f673a6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216929 Jun 24 04:20:50.855513 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54300) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:50.860429 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-148a6ba7-6fc7-4deb-a42f-72fdc8c77bf7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'security_group_rule': {'security_group_id': '3126237a-d470-4df6-b2d3-1f030e73085d', 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:50.872933 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba847b-ed35-427e-b61a-c6bfc4e795db req-8bedf719-d4f4-4941-bed4-3f69d146dcad tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:50.874639 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cbba847b-ed35-427e-b61a-c6bfc4e795db req-8bedf719-d4f4-4941-bed4-3f69d146dcad tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0536089 Jun 24 04:20:50.905376 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '8fc67cb0-3642-4740-9bb2-19e061c7e579', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'port_id': '119eca9e-1070-4304-801e-2d66cb712073', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'mac_address': 'fa:16:3e:46:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:20:49Z', 'updated_at': '2022-06-24T04:20:49Z', 'revision_number': 0, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:22Z', 'revision_number': 5, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:50.924555 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cbba847b-ed35-427e-b61a-c6bfc4e795db req-8f5d1d2a-c07c-4062-b456-5e1b9bdb5ff5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Jun 24 04:20:50.931161 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc4228b-af5e-45bc-80cd-2746c383e8cc None None] The sync data for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi is: [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '8fc67cb0-3642-4740-9bb2-19e061c7e579', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'port_id': '119eca9e-1070-4304-801e-2d66cb712073', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'mac_address': 'fa:16:3e:46:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:20:49Z', 'updated_at': '2022-06-24T04:20:49Z', 'revision_number': 0, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:22Z', 'revision_number': 5, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:20:50.966488 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-148a6ba7-6fc7-4deb-a42f-72fdc8c77bf7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (f97d631f-216e-411c-baa0-f9dce15dded8), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.022085 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-148a6ba7-6fc7-4deb-a42f-72fdc8c77bf7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (f97d631f-216e-411c-baa0-f9dce15dded8), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.095233 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-148a6ba7-6fc7-4deb-a42f-72fdc8c77bf7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (f97d631f-216e-411c-baa0-f9dce15dded8), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.129498 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209cbf2e-592f-43a7-87b9-2f83f61493b5 None None] New status for floating IP 8fc67cb0-3642-4740-9bb2-19e061c7e579: ACTIVE {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:20:51.146014 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a6ba7-6fc7-4deb-a42f-72fdc8c77bf7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97d631f-216e-411c-baa0-f9dce15dded8,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:51.160823 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598655d-b7a2-4edb-8e9d-51a7bc0f2808 req-21c0fcef-6be6-4b53-ac2b-3c805ae0eb66 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:51.162306 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2598655d-b7a2-4edb-8e9d-51a7bc0f2808 req-21c0fcef-6be6-4b53-ac2b-3c805ae0eb66 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0649583 Jun 24 04:20:51.215159 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2598655d-b7a2-4edb-8e9d-51a7bc0f2808 req-8d261949-d1f6-412e-a0aa-35bcf3a414cc tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468564 Jun 24 04:20:51.219330 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-148a6ba7-6fc7-4deb-a42f-72fdc8c77bf7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.220725 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-148a6ba7-6fc7-4deb-a42f-72fdc8c77bf7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3637471 Jun 24 04:20:51.223625 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54304) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:51.228110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-db773523-0af2-4e21-8e4f-6a1bafb34e67 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'security_group_rule': {'security_group_id': '3126237a-d470-4df6-b2d3-1f030e73085d', 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:51.362069 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-db773523-0af2-4e21-8e4f-6a1bafb34e67 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (e2104e68-7091-4910-8a94-8ce46fc6d86b), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.368042 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-66193a01-e77d-42d5-8629-4e242e938aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:51.369520 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-66193a01-e77d-42d5-8629-4e242e938aa4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d51a251ca7084b2bb07d808026cccd67&device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1129 time: 0.0521319 Jun 24 04:20:51.425738 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-db773523-0af2-4e21-8e4f-6a1bafb34e67 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (e2104e68-7091-4910-8a94-8ce46fc6d86b), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.500127 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-db773523-0af2-4e21-8e4f-6a1bafb34e67 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (e2104e68-7091-4910-8a94-8ce46fc6d86b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.514463 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:51.523261 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:51.535257 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c660c-e428-4c47-ba78-75232747de11 req-933b47e1-ff83-4b92-bb2f-416f0b0be313 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:51.540845 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-396c660c-e428-4c47-ba78-75232747de11 req-933b47e1-ff83-4b92-bb2f-416f0b0be313 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0664256 Jun 24 04:20:51.540845 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db773523-0af2-4e21-8e4f-6a1bafb34e67 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2104e68-7091-4910-8a94-8ce46fc6d86b,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:51.586305 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-396c660c-e428-4c47-ba78-75232747de11 req-84208fcd-8887-4114-b25f-e3391e02aeb8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Jun 24 04:20:51.618718 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-db773523-0af2-4e21-8e4f-6a1bafb34e67 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.620244 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-db773523-0af2-4e21-8e4f-6a1bafb34e67 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952801 Jun 24 04:20:51.622769 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54310) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:51.627097 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-b408bf96-efaa-4fd7-9b6a-d82e98f3f240 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'security_group_rule': {'security_group_id': '3126237a-d470-4df6-b2d3-1f030e73085d', 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:51.775608 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b408bf96-efaa-4fd7-9b6a-d82e98f3f240 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (d51d7639-f690-4f8c-a397-7b6bcaeeaa03), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.801255 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-281cdc55-874e-49b4-a4ac-1ae68bc919cf tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:51.802733 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-281cdc55-874e-49b4-a4ac-1ae68bc919cf tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0782611 Jun 24 04:20:51.805975 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-f37da8f2-91b1-4b42-aecd-d119a95848b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:51.807392 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-f37da8f2-91b1-4b42-aecd-d119a95848b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f544842-0e73-4394-8265-69311b0ed02e HTTP/1.1" status: 200 len: 915 time: 0.1527431 Jun 24 04:20:51.860392 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b408bf96-efaa-4fd7-9b6a-d82e98f3f240 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (d51d7639-f690-4f8c-a397-7b6bcaeeaa03), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.928304 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b408bf96-efaa-4fd7-9b6a-d82e98f3f240 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (d51d7639-f690-4f8c-a397-7b6bcaeeaa03), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:51.950087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408bf96-efaa-4fd7-9b6a-d82e98f3f240 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51d7639-f690-4f8c-a397-7b6bcaeeaa03,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:52.044197 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f92d2-3498-4351-b126-936830d29a34 req-f709d944-56a1-4118-a2f5-3ad0825dfd7a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:52.046478 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fa6f92d2-3498-4351-b126-936830d29a34 req-f709d944-56a1-4118-a2f5-3ad0825dfd7a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0477974 Jun 24 04:20:52.051771 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b408bf96-efaa-4fd7-9b6a-d82e98f3f240 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.053492 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b408bf96-efaa-4fd7-9b6a-d82e98f3f240 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4294591 Jun 24 04:20:52.055927 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54314) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:52.061429 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-553c461b-dbe5-470d-868c-d681866e35d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'security_group_rule': {'security_group_id': '3126237a-d470-4df6-b2d3-1f030e73085d', 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:52.084278 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:52.098552 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fa6f92d2-3498-4351-b126-936830d29a34 req-7e902ea0-5c26-41ca-bd1e-1594775cce6c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Jun 24 04:20:52.136818 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.securitygroups_db [None req-553c461b-dbe5-470d-868c-d681866e35d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Project d51a251ca7084b2bb07d808026cccd67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:20:52.143512 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-553c461b-dbe5-470d-868c-d681866e35d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (c5599ac9-ecbe-4162-803c-cb27ba88a4cf), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.204161 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-553c461b-dbe5-470d-868c-d681866e35d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (c5599ac9-ecbe-4162-803c-cb27ba88a4cf), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.285404 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-553c461b-dbe5-470d-868c-d681866e35d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (c5599ac9-ecbe-4162-803c-cb27ba88a4cf), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.293152 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:52.334741 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c461b-dbe5-470d-868c-d681866e35d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5599ac9-ecbe-4162-803c-cb27ba88a4cf,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:52.351353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34624df6-aab9-49e7-8a3e-1fc6449d735a req-9d9e5554-f038-4b8a-a4eb-452fc0fcd180 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:52.352854 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-34624df6-aab9-49e7-8a3e-1fc6449d735a req-9d9e5554-f038-4b8a-a4eb-452fc0fcd180 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0653565 Jun 24 04:20:52.401815 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-34624df6-aab9-49e7-8a3e-1fc6449d735a req-9ffa2ab5-d9df-44ce-9367-f504e111e229 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428066 Jun 24 04:20:52.405529 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-553c461b-dbe5-470d-868c-d681866e35d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.406641 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-553c461b-dbe5-470d-868c-d681866e35d1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3495798 Jun 24 04:20:52.409520 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54318) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:52.420866 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-54fccf32-dd3e-4848-a331-0c52ab1c0796 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'security_group_rule': {'security_group_id': '3126237a-d470-4df6-b2d3-1f030e73085d', 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:52.522953 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.securitygroups_db [None req-54fccf32-dd3e-4848-a331-0c52ab1c0796 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Project d51a251ca7084b2bb07d808026cccd67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:20:52.529351 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54fccf32-dd3e-4848-a331-0c52ab1c0796 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (251c93d8-88e9-40f6-9f4b-a1507d5a91dd), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.592665 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54fccf32-dd3e-4848-a331-0c52ab1c0796 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (251c93d8-88e9-40f6-9f4b-a1507d5a91dd), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.676794 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54fccf32-dd3e-4848-a331-0c52ab1c0796 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (251c93d8-88e9-40f6-9f4b-a1507d5a91dd), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.696626 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fccf32-dd3e-4848-a331-0c52ab1c0796 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251c93d8-88e9-40f6-9f4b-a1507d5a91dd,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:52.702821 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2effa4-7fcd-4a06-9d05-8b2aa24ce9c5 req-7c364911-9f19-4797-a772-09efb75b08f1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:52.704358 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bf2effa4-7fcd-4a06-9d05-8b2aa24ce9c5 req-7c364911-9f19-4797-a772-09efb75b08f1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0501337 Jun 24 04:20:52.756137 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bf2effa4-7fcd-4a06-9d05-8b2aa24ce9c5 req-2689e315-84df-4a0b-82cb-7a5ee5812b4a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456460 Jun 24 04:20:52.759259 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-54fccf32-dd3e-4848-a331-0c52ab1c0796 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:52.760425 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-54fccf32-dd3e-4848-a331-0c52ab1c0796 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497577 Jun 24 04:20:52.859210 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-b2f51476-b02a-4ef0-9b8f-ac593fc9dd49 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655786945&fields=id&tenant_id=d51a251ca7084b2bb07d808026cccd67 HTTP/1.1" status: 200 len: 267 time: 0.0522110 Jun 24 04:20:52.913760 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-ddabfb96-25dd-4c76-9ee5-338e8a353a1b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:52.915268 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-ddabfb96-25dd-4c76-9ee5-338e8a353a1b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0501814 Jun 24 04:20:52.925924 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'port': {'security_groups': ['7152fccd-43c1-4651-87ab-edaad289e7d5', '3126237a-d470-4df6-b2d3-1f030e73085d']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:20:52.994625 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:53.092819 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (119eca9e-1070-4304-801e-2d66cb712073), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.117534 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-c5cf05d7-d90b-41de-85e8-4556766d0ebf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 1001 time: 0.1441483 Jun 24 04:20:53.182053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Deleting port 337acde5-acd2-490f-b729-39d3e95ad6d4 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:20:53.182406 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.219770 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66482237-63b0-408d-97b0-1b684728b8e9 req-b7e99009-73a7-43e9-8b94-bb4c8785a682 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:53.221912 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-66482237-63b0-408d-97b0-1b684728b8e9 req-b7e99009-73a7-43e9-8b94-bb4c8785a682 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0472627 Jun 24 04:20:53.270764 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-66482237-63b0-408d-97b0-1b684728b8e9 req-08d026e0-b55b-45d3-8feb-9f72c1488fa3 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Jun 24 04:20:53.343024 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] For port 337acde5-acd2-490f-b729-39d3e95ad6d4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=337acde5-acd2-490f-b729-39d3e95ad6d4,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:53.343394 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.548601 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] For port 119eca9e-1070-4304-801e-2d66cb712073, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=119eca9e-1070-4304-801e-2d66cb712073,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:53.551665 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:53.618833 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for port (119eca9e-1070-4304-801e-2d66cb712073), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.634644 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.635004 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (e4d20359-9376-44d4-9bd9-8e960e145203), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.635322 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Floating IP e4d20359-9376-44d4-9bd9-8e960e145203 disassociated. External IP: 172.27.2.66, port: 337acde5-acd2-490f-b729-39d3e95ad6d4. Jun 24 04:20:53.635667 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Calling delete_port for 337acde5-acd2-490f-b729-39d3e95ad6d4 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:20:53.711799 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (119eca9e-1070-4304-801e-2d66cb712073), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.724951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['119eca9e-1070-4304-801e-2d66cb712073'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:53.803563 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:53.804186 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.805597 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-eae614e7-889e-4bb8-9d2c-21de0c575e41 req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "PUT /v2.0/ports/119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 981 time: 0.8840916 Jun 24 04:20:53.806116 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:53.808396 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdb8767-7f6f-40a2-90da-4646b44594cf" -d '{"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:53.831423 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:53.834188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669d8ed-08a1-471e-a6c8-5ca345be05a1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'Port': ['ID=119eca9e-1070-4304-801e-2d66cb712073,revision_number=6']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:53.872155 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:53.891043 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64888206-184d-41aa-b31e-98eb90602986 req-46eb4a62-99dc-4d18-bafd-91e738477f50 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:53.893182 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-64888206-184d-41aa-b31e-98eb90602986 req-46eb4a62-99dc-4d18-bafd-91e738477f50 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0894487 Jun 24 04:20:53.923596 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a815c8-0e56-4d7c-8193-6a36ed443a65 req-2e8c69e9-0621-4afb-a742-3ed342a0bf18 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:53.927636 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:53.931233 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94a815c8-0e56-4d7c-8193-6a36ed443a65 req-2e8c69e9-0621-4afb-a742-3ed342a0bf18 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 945 time: 0.0674942 Jun 24 04:20:53.937437 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:53.957242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (337acde5-acd2-490f-b729-39d3e95ad6d4), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:53.959057 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['119eca9e-1070-4304-801e-2d66cb712073'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:53.974442 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-64888206-184d-41aa-b31e-98eb90602986 req-90d43744-889c-4a39-ae8c-81e54b30fda3 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742748 Jun 24 04:20:54.016887 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'Port': ['ID=337acde5-acd2-490f-b729-39d3e95ad6d4,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:54.029670 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5680e2-003c-43e4-9e5d-fa54b5143af9 x-openstack-request-id: req-ed5680e2-003c-43e4-9e5d-fa54b5143af9 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:54.029939 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:54.030195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed5680e2-003c-43e4-9e5d-fa54b5143af9 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:54.030645 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5680e2-003c-43e4-9e5d-fa54b5143af9'] response: {'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073', 'status': 'completed', 'code': 200} Jun 24 04:20:54.066732 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94a815c8-0e56-4d7c-8193-6a36ed443a65 req-3d1545a1-d576-42ea-9fbc-c04e90cbb4f7 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=2036ef68-fbad-4fd7-b004-21c84ae9ca9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203756 Jun 24 04:20:54.162428 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7005e4c-61a0-43af-885a-d9537faa8fd4 req-5dc3c47c-0a10-404e-9526-d8b34462d05c tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:54.164331 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f7005e4c-61a0-43af-885a-d9537faa8fd4 req-5dc3c47c-0a10-404e-9526-d8b34462d05c tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0635514 Jun 24 04:20:54.176809 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-35b438f2-31ed-40c7-bd08-d9cddc81be47 None None] Provisioning complete for port 119eca9e-1070-4304-801e-2d66cb712073 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:20:54.177182 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-35b438f2-31ed-40c7-bd08-d9cddc81be47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (119eca9e-1070-4304-801e-2d66cb712073), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:54.193689 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-72c48168-f997-4165-837b-8ba231822bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:54.195820 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-72c48168-f997-4165-837b-8ba231822bb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce2e9762-b665-4ffe-8862-34cea3082eb9 HTTP/1.1" status: 200 len: 853 time: 0.1070147 Jun 24 04:20:54.216723 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:20:54.238195 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f7005e4c-61a0-43af-885a-d9537faa8fd4 req-231a98d6-a092-446d-a6c9-6c0140782292 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664887 Jun 24 04:20:54.357883 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:20:54.360270 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:54.371951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:20:54.377126 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-35b438f2-31ed-40c7-bd08-d9cddc81be47 None None] Current status of the port 119eca9e-1070-4304-801e-2d66cb712073 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:54.426236 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:54.426912 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:54.441714 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] No DVR routers for this DVR port 337acde5-acd2-490f-b729-39d3e95ad6d4 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:20:54.445686 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:54.448902 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-704b9e00-fcf4-42a0-a657-b2097a925f1f req-0fb30d86-257e-417f-a09b-ed34c3cb351d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "DELETE /v2.0/ports/337acde5-acd2-490f-b729-39d3e95ad6d4 HTTP/1.1" status: 204 len: 173 time: 1.4779205 Jun 24 04:20:54.457902 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9b1d-c056-449e-9261-e0608ed10820 req-40422f52-7470-43ec-b00c-615f46497ea7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:54.459410 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e1bc9b1d-c056-449e-9261-e0608ed10820 req-40422f52-7470-43ec-b00c-615f46497ea7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0878906 Jun 24 04:20:54.509077 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e1bc9b1d-c056-449e-9261-e0608ed10820 req-6dc0135c-f724-4262-afe1-cf784d9f6c88 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Jun 24 04:20:54.589090 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:54.875900 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:18Z', 'revision_number': 2, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:54.900978 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:20:54.909723 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:20:54.910322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:20:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:54.960116 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:54.998974 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:20:55.003460 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 337acde5-acd2-490f-b729-39d3e95ad6d4 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:20:55.040360 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 337acde5-acd2-490f-b729-39d3e95ad6d4 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:20:55.040782 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 337acde5-acd2-490f-b729-39d3e95ad6d4 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:20:55.057475 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:20:55.108438 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ae9ed-361e-4634-be86-f01bff79da65 req-ed346aa2-d334-41c9-91a8-26d580343d20 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:55.113510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:55.116930 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b84ae9ed-361e-4634-be86-f01bff79da65 req-ed346aa2-d334-41c9-91a8-26d580343d20 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0660000 Jun 24 04:20:55.165058 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-049b05e1-256d-4878-838b-7df171c011fb req-0087f95e-a009-410d-80b1-65135dbf5df1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 210 time: 0.0377145 Jun 24 04:20:55.168318 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b84ae9ed-361e-4634-be86-f01bff79da65 req-82180564-b2fb-427d-9474-2a2aa31d1150 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500767 Jun 24 04:20:55.385122 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:55.429790 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'port_id': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'mac_address': 'fa:16:3e:6a:68:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:20:55.486949 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port a4646799-84a1-4e0f-88f6-135dfd47c759 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:55.487336 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:55.525305 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4646799-84a1-4e0f-88f6-135dfd47c759 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:20:55.543844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:18Z', 'revision_number': 2, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:55.578192 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:55.597215 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f041916-48d6-40a3-8b5d-c833f4cf2f08 None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6798b2fc-ee4a-466f-9f1e-fc0c78df9afe', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:0e:ee:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:17:38Z', 'updated_at': '2022-06-24T04:18:18Z', 'revision_number': 2, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:20:55.650477 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622091f1-88c4-4a6c-9140-55602806f239 req-de88c777-b23e-460d-823e-319102639ab2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:55.652111 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-622091f1-88c4-4a6c-9140-55602806f239 req-de88c777-b23e-460d-823e-319102639ab2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 943 time: 0.0602472 Jun 24 04:20:55.896410 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:55.902531 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-01022ee1-55e7-4826-a3cc-96ae2be59379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:55.904961 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-01022ee1-55e7-4826-a3cc-96ae2be59379 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f544842-0e73-4394-8265-69311b0ed02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693126 Jun 24 04:20:55.941163 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29306eb3-584a-4a78-ac79-9d385d35d776 None None] New status for floating IP e4d20359-9376-44d4-9bd9-8e960e145203: DOWN {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:20:55.941163 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:55.966710 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-622091f1-88c4-4a6c-9140-55602806f239 req-9067ede5-6ef9-425e-a5cf-5505cf9a29a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004832 Jun 24 04:20:56.031925 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'name': 'network-vif-deleted', 'tag': '337acde5-acd2-490f-b729-39d3e95ad6d4'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:56.034183 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d46918-df53-490b-a030-a84639c50b3b" -d '{"events": [{"server_uuid": "a1608c2b-a5ad-45f3-8e24-790fd53cbe49", "name": "network-vif-deleted", "tag": "337acde5-acd2-490f-b729-39d3e95ad6d4"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:56.041467 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-ebee94bd-e74a-428a-8020-489b9f640df0 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056588 Jun 24 04:20:56.086843 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51057b8c-05ee-439c-af84-5f82d2dce9b3 x-openstack-request-id: req-51057b8c-05ee-439c-af84-5f82d2dce9b3 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:56.087823 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1608c2b-a5ad-45f3-8e24-790fd53cbe49", "name": "network-vif-deleted", "tag": "337acde5-acd2-490f-b729-39d3e95ad6d4", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:56.088078 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51057b8c-05ee-439c-af84-5f82d2dce9b3 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:56.088573 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51057b8c-05ee-439c-af84-5f82d2dce9b3'] response: {'server_uuid': 'a1608c2b-a5ad-45f3-8e24-790fd53cbe49', 'name': 'network-vif-deleted', 'tag': '337acde5-acd2-490f-b729-39d3e95ad6d4', 'status': 'completed', 'code': 200} Jun 24 04:20:56.097240 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:56.149076 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=9']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:56.320048 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e4c96-c426-47bc-ac8f-e4ecf2f01d5e req-5f4d7004-f42a-458d-8d9b-cafd5c0b09c6 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:56.332118 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-266e4c96-c426-47bc-ac8f-e4ecf2f01d5e req-5f4d7004-f42a-458d-8d9b-cafd5c0b09c6 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.0738065 Jun 24 04:20:56.396243 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-915bdd7a-f93a-41b5-bc9a-e7e024324cdb req-36d611c3-303b-4acd-a7d8-57554e740e63 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 210 time: 0.0824876 Jun 24 04:20:56.404520 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-266e4c96-c426-47bc-ac8f-e4ecf2f01d5e req-c3ce4134-c40d-4a71-97b2-5bc3ce409388 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/security-groups?id=68c58959-1cce-4a03-a4e8-fe0e8f631a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Jun 24 04:20:56.405903 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3632da3b-3643-41c5-89a7-2517ef338cd8 req-94301b29-b43b-4b7c-b35b-7a46ac8e9d1f service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126427 Jun 24 04:20:56.437817 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-79c8b4e2-6abb-405a-bbb5-a56712ed12f4 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:56.439392 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-79c8b4e2-6abb-405a-bbb5-a56712ed12f4 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.43 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 945 time: 0.1087043 Jun 24 04:20:56.473145 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['a4646799-84a1-4e0f-88f6-135dfd47c759'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:56.535198 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Deleting port f515794a-f43b-43e2-8d02-230f5546e5d8 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:20:56.536232 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:56.576387 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:56.658164 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] For port f515794a-f43b-43e2-8d02-230f5546e5d8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f515794a-f43b-43e2-8d02-230f5546e5d8,segment=NetworkSegment(7679602c-01a6-4e4e-a8e2-09f06330d36c),segment_id=7679602c-01a6-4e4e-a8e2-09f06330d36c)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:56.658599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:56.672172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Calling delete_port for f515794a-f43b-43e2-8d02-230f5546e5d8 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:20:56.792313 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-4a1e3f1d-daf0-4e99-9770-89ba080311cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:56.794419 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-4a1e3f1d-daf0-4e99-9770-89ba080311cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d51a251ca7084b2bb07d808026cccd67&device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1168 time: 0.0516038 Jun 24 04:20:56.901167 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:56.930083 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-4f65fb89-1a3e-44c6-be07-42c2d37e2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:56.931734 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-4f65fb89-1a3e-44c6-be07-42c2d37e2a3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f544842-0e73-4394-8265-69311b0ed02e HTTP/1.1" status: 200 len: 915 time: 0.1142416 Jun 24 04:20:57.000959 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f515794a-f43b-43e2-8d02-230f5546e5d8), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:57.034195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Pushing event deleted for resources: {'Port': ['ID=f515794a-f43b-43e2-8d02-230f5546e5d8,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:57.093092 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] No DVR routers for this DVR port f515794a-f43b-43e2-8d02-230f5546e5d8 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:20:57.097697 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:57.101164 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e3563b68-4ee4-43bf-8e22-d708bd3b4a37 req-0e959725-c370-415c-97c7-4a78b1cde902 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.43 "DELETE /v2.0/ports/f515794a-f43b-43e2-8d02-230f5546e5d8 HTTP/1.1" status: 204 len: 173 time: 0.6551330 Jun 24 04:20:57.111492 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573f65d-5198-4d02-92c5-48ceef371d44 req-8e7744ab-8fb9-4eec-bedd-dd0dfe5c300c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:57.113295 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2573f65d-5198-4d02-92c5-48ceef371d44 req-8e7744ab-8fb9-4eec-bedd-dd0dfe5c300c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 944 time: 0.0721025 Jun 24 04:20:57.179175 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad82cd-d046-477a-a740-11c43db6dae6 req-3aa728d5-bf26-4f6f-bca0-9fbb2ef7e9db tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:57.181398 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-63ad82cd-d046-477a-a740-11c43db6dae6 req-3aa728d5-bf26-4f6f-bca0-9fbb2ef7e9db tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0618944 Jun 24 04:20:57.187731 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2573f65d-5198-4d02-92c5-48ceef371d44 req-301adc05-86ef-40ef-98c9-5454c898292b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600836 Jun 24 04:20:57.270446 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-026e1ef4-9b20-44aa-81f1-43952c72eeff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 1001 time: 0.0877612 Jun 24 04:20:57.281762 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-63ad82cd-d046-477a-a740-11c43db6dae6 req-710c61a1-603b-4829-9c4b-d10e62c06d6a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881672 Jun 24 04:20:57.356610 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:57.366980 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-7fabfee5-323f-4301-b5ca-02f4e1566ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:57.368440 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-7fabfee5-323f-4301-b5ca-02f4e1566ab1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce2e9762-b665-4ffe-8862-34cea3082eb9 HTTP/1.1" status: 200 len: 853 time: 0.0546603 Jun 24 04:20:57.397620 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['f515794a-f43b-43e2-8d02-230f5546e5d8'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:57.449794 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:57.526355 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c39d2ab1-3e48-48f1-bffd-5adc1ac78352 req-afc52553-ac28-47fc-852a-8b89a7c4053b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1608c2b-a5ad-45f3-8e24-790fd53cbe49 HTTP/1.1" status: 200 len: 210 time: 0.0402796 Jun 24 04:20:57.541839 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port a4646799-84a1-4e0f-88f6-135dfd47c759 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:20:57.542216 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:57.549980 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e61f4803-ea2d-4763-9a11-d4629a15c1f8 req-f3d6c1fd-0288-4e24-85d0-0ac70cd6602a tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0443408 Jun 24 04:20:57.556016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-e0e54d56-e1c8-4750-9fe8-d07c8cb41e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:57.557737 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-e0e54d56-e1c8-4750-9fe8-d07c8cb41e82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f544842-0e73-4394-8265-69311b0ed02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032257 Jun 24 04:20:57.636445 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port a4646799-84a1-4e0f-88f6-135dfd47c759 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:20:57.636877 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:57.666364 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:57.669296 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265dc593-b002-4b0b-af1f-bb85fb455308" -d '{"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-plugged", "status": "completed", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:57.685963 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:57.709905 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b22130-2775-4f78-9fd1-cac750fe7a2f x-openstack-request-id: req-29b22130-2775-4f78-9fd1-cac750fe7a2f {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:57.710199 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-plugged", "status": "completed", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:57.710520 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29b22130-2775-4f78-9fd1-cac750fe7a2f {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:57.710923 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b22130-2775-4f78-9fd1-cac750fe7a2f'] response: {'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'code': 200} Jun 24 04:20:57.809988 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:57.811026 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f515794a-f43b-43e2-8d02-230f5546e5d8 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:20:57.847692 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: f515794a-f43b-43e2-8d02-230f5546e5d8 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:20:57.852196 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f515794a-f43b-43e2-8d02-230f5546e5d8 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:20:57.876224 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=10']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:57.944137 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-2432a2f0-74cb-4cde-aae6-3bd4c8bf160c service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770673 Jun 24 04:20:58.089828 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d33e27-a747-4178-b0e9-8b10ac11f4d2', 'name': 'network-vif-deleted', 'tag': 'f515794a-f43b-43e2-8d02-230f5546e5d8'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:20:58.092761 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a44a44-fec9-4e08-9e87-4d5cb6fdb063" -d '{"events": [{"server_uuid": "20d33e27-a747-4178-b0e9-8b10ac11f4d2", "name": "network-vif-deleted", "tag": "f515794a-f43b-43e2-8d02-230f5546e5d8"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:58.128275 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f788c728-1747-4c82-b2b4-3666efd0d9a5 x-openstack-request-id: req-f788c728-1747-4c82-b2b4-3666efd0d9a5 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:58.128566 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d33e27-a747-4178-b0e9-8b10ac11f4d2", "name": "network-vif-deleted", "tag": "f515794a-f43b-43e2-8d02-230f5546e5d8", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:58.128819 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f788c728-1747-4c82-b2b4-3666efd0d9a5 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:58.129211 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f788c728-1747-4c82-b2b4-3666efd0d9a5'] response: {'server_uuid': '20d33e27-a747-4178-b0e9-8b10ac11f4d2', 'name': 'network-vif-deleted', 'tag': 'f515794a-f43b-43e2-8d02-230f5546e5d8', 'status': 'completed', 'code': 200} Jun 24 04:20:58.302699 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1d272b51-e57e-4cf4-bf76-1058996d8712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:58.313646 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c92fa0-a695-4661-a9f2-b583d870aa1a req-34e2f281-c49d-4cec-8a3c-2d70ba17c5b2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:58.315185 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d7c92fa0-a695-4661-a9f2-b583d870aa1a req-34e2f281-c49d-4cec-8a3c-2d70ba17c5b2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0486195 Jun 24 04:20:58.363553 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d7c92fa0-a695-4661-a9f2-b583d870aa1a req-a5ec7e4c-cdbe-4d90-9b24-415e40e473f2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428369 Jun 24 04:20:58.400351 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf049c0-0caa-4e4e-a5ab-4e6dd31d2174 req-21676332-ec1c-42f5-b974-0223ce13e4ad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:58.401894 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cbf049c0-0caa-4e4e-a5ab-4e6dd31d2174 req-21676332-ec1c-42f5-b974-0223ce13e4ad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0488944 Jun 24 04:20:58.469703 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cbf049c0-0caa-4e4e-a5ab-4e6dd31d2174 req-52234f0d-214b-4cd4-ab61-afb0105cb894 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622113 Jun 24 04:20:58.539702 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8bdb8767-7f6f-40a2-90da-4646b44594cf req-8b52090f-25e0-4ee0-87de-ae5bcb47a6e7 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996010 Jun 24 04:20:58.665130 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0b5382bc-2c7b-4c5d-b4c3-e558d8770123 req-f160b211-1e51-4d02-96a9-f5c86d6a08e4 tempest-VolumesActionsTest-2055076363 tempest-VolumesActionsTest-2055076363-project] 10.222.0.16 "GET /v2.0/ports?device_id=20d33e27-a747-4178-b0e9-8b10ac11f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0286372 Jun 24 04:20:58.711528 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54400) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:58.766288 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-783b6e9f-001e-480f-b77b-43d103ee66e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (2036ef68-fbad-4fd7-b004-21c84ae9ca9a), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:58.783467 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06082197-ba43-48b4-b9c4-d72ab45885a8 req-62a51488-467b-42b1-b9a2-512d7f47e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:58.784976 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-06082197-ba43-48b4-b9c4-d72ab45885a8 req-62a51488-467b-42b1-b9a2-512d7f47e8a7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 1130 time: 0.0404046 Jun 24 04:20:58.795670 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-783b6e9f-001e-480f-b77b-43d103ee66e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (2036ef68-fbad-4fd7-b004-21c84ae9ca9a), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:58.803472 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:58.832961 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-06082197-ba43-48b4-b9c4-d72ab45885a8 req-7002b55f-3c47-4cb3-a31e-aebe09fa18a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382953 Jun 24 04:20:58.942749 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-783b6e9f-001e-480f-b77b-43d103ee66e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (2036ef68-fbad-4fd7-b004-21c84ae9ca9a), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:58.945302 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-783b6e9f-001e-480f-b77b-43d103ee66e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:58.946534 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-783b6e9f-001e-480f-b77b-43d103ee66e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "DELETE /v2.0/security-groups/2036ef68-fbad-4fd7-b004-21c84ae9ca9a HTTP/1.1" status: 204 len: 168 time: 0.2339196 Jun 24 04:20:58.949481 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54402) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:58.956437 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b6e9f-001e-480f-b77b-43d103ee66e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2036ef68-fbad-4fd7-b004-21c84ae9ca9a,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:58.965616 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.api.v2.resource [None req-2a036283-e379-4050-924c-60e6aa288e6b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] show failed (client error): The resource could not be found. Jun 24 04:20:58.966735 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2a036283-e379-4050-924c-60e6aa288e6b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups/2036ef68-fbad-4fd7-b004-21c84ae9ca9a HTTP/1.1" status: 404 len: 347 time: 0.0160999 Jun 24 04:20:58.969855 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54404) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:20:59.082249 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Deleting port c6a84e84-71d9-408b-bcf5-ed90ae081e3f {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:20:59.082624 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:59.162547 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:59.162879 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:59.175733 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Calling delete_port for c6a84e84-71d9-408b-bcf5-ed90ae081e3f owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:20:59.308752 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:59.411399 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (c6a84e84-71d9-408b-bcf5-ed90ae081e3f), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:59.438814 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'Port': ['ID=c6a84e84-71d9-408b-bcf5-ed90ae081e3f,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:59.527257 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8aa471-c5d4-45a3-bac3-a84714da233b req-593bf2d9-8bfa-4f14-b116-6b0a57f98006 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:59.528837 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4e8aa471-c5d4-45a3-bac3-a84714da233b req-593bf2d9-8bfa-4f14-b116-6b0a57f98006 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0852249 Jun 24 04:20:59.534666 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:20:59.554283 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (e4d20359-9376-44d4-9bd9-8e960e145203), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:59.556699 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:20:59.561731 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a295f3fd-ec9e-4c7d-868f-b4a82d455ec1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "DELETE /v2.0/floatingips/e4d20359-9376-44d4-9bd9-8e960e145203 HTTP/1.1" status: 204 len: 168 time: 0.5869498 Jun 24 04:20:59.588131 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f497675-ac42-4604-94a2-87a6faddd357 req-0dc6e76b-2eeb-4e7b-bf7d-81c3bac886bb tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:20:59.590048 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5f497675-ac42-4604-94a2-87a6faddd357 req-0dc6e76b-2eeb-4e7b-bf7d-81c3bac886bb tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0504570 Jun 24 04:20:59.596301 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4e8aa471-c5d4-45a3-bac3-a84714da233b req-46f5bece-fe4a-4677-a165-cf9bf0edb314 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590112 Jun 24 04:20:59.647519 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5f497675-ac42-4604-94a2-87a6faddd357 req-fa567e24-2082-4c8a-b9aa-acb04eb3a97d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456243 Jun 24 04:21:00.528212 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1db8a1bf-642c-4910-80c3-6682c239f99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:00.725751 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d967ee-7e61-4214-9ca3-2e7caea12de6 req-a2f4686e-a823-4855-9ac3-4a685ac4492f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:00.727272 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-70d967ee-7e61-4214-9ca3-2e7caea12de6 req-a2f4686e-a823-4855-9ac3-4a685ac4492f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0490012 Jun 24 04:21:00.771194 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258553c-e8c5-49f1-a589-20a6aa7e5c9a req-ede29929-a961-47fa-9307-f6a1c31fa013 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:00.772685 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c258553c-e8c5-49f1-a589-20a6aa7e5c9a req-ede29929-a961-47fa-9307-f6a1c31fa013 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0552459 Jun 24 04:21:00.778058 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-70d967ee-7e61-4214-9ca3-2e7caea12de6 req-193affe7-48f7-4fa7-8590-e660e01bf3d5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444865 Jun 24 04:21:00.830440 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c258553c-e8c5-49f1-a589-20a6aa7e5c9a req-eba4b4db-7f22-4c31-a657-3a9f91fc8dab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510318 Jun 24 04:21:01.750927 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:01.910077 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08dd8-b684-47c1-af5b-608971112e79 req-433a1d3c-b814-4597-974b-6ee86755bf6c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:01.911595 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d4b08dd8-b684-47c1-af5b-608971112e79 req-433a1d3c-b814-4597-974b-6ee86755bf6c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0486774 Jun 24 04:21:01.951601 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96676b2e-05ab-41df-86d8-74e48deb1468 req-aac50f21-9757-42fa-a220-e9b18d42079e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:01.953123 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96676b2e-05ab-41df-86d8-74e48deb1468 req-aac50f21-9757-42fa-a220-e9b18d42079e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0529451 Jun 24 04:21:01.961255 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d4b08dd8-b684-47c1-af5b-608971112e79 req-6b817baf-78f7-43ab-a4bd-447d7474d95b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 Jun 24 04:21:02.003066 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96676b2e-05ab-41df-86d8-74e48deb1468 req-3d4ae0b3-32f7-44b5-ba93-824b9681307f tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Jun 24 04:21:03.085148 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b50b2-1ec0-4d7d-a267-3ce4c2bca7bb req-aa037975-8e62-4f56-a011-04cbb4ea0669 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:03.086666 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d89b50b2-1ec0-4d7d-a267-3ce4c2bca7bb req-aa037975-8e62-4f56-a011-04cbb4ea0669 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0481033 Jun 24 04:21:03.109950 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:03.114953 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:03.130517 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e41251-3ee9-49b5-b4a8-996812a2b37f req-a7c75b74-df1b-418e-a28d-25bcf9dd82ac tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:03.132021 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b0e41251-3ee9-49b5-b4a8-996812a2b37f req-a7c75b74-df1b-418e-a28d-25bcf9dd82ac tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0509779 Jun 24 04:21:03.136328 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d89b50b2-1ec0-4d7d-a267-3ce4c2bca7bb req-db6425ed-8372-4e51-8f2e-37ac1082199f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439963 Jun 24 04:21:03.181052 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b0e41251-3ee9-49b5-b4a8-996812a2b37f req-7358fb46-d538-4bf5-9d33-31eeb72883bb tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 Jun 24 04:21:03.362356 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:04.265802 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f4b6b-d2bf-4c3e-b958-5a95ec3e683e req-609e104c-3b7d-488a-a263-feaecf9f6be8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:04.267238 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-706f4b6b-d2bf-4c3e-b958-5a95ec3e683e req-609e104c-3b7d-488a-a263-feaecf9f6be8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0545876 Jun 24 04:21:04.298776 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428bc2-3df2-4e6a-9d8a-132374773602 req-c85aad44-b6d5-4fcb-a33c-cf3c9acb6276 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:04.300247 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3c428bc2-3df2-4e6a-9d8a-132374773602 req-c85aad44-b6d5-4fcb-a33c-cf3c9acb6276 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0470524 Jun 24 04:21:04.316132 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-706f4b6b-d2bf-4c3e-b958-5a95ec3e683e req-8a7fd221-b533-46b1-b7d0-d5dda8790b48 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Jun 24 04:21:04.359331 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3c428bc2-3df2-4e6a-9d8a-132374773602 req-98bf047b-ec35-4687-a1fe-4afdc0486b26 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529823 Jun 24 04:21:05.440488 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d55c67-a3d6-4c48-947b-577ba9599913 req-9b123a28-1909-42e9-b851-387d86709b8b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:05.441973 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d1d55c67-a3d6-4c48-947b-577ba9599913 req-9b123a28-1909-42e9-b851-387d86709b8b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0487022 Jun 24 04:21:05.471457 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8856e-2a00-4659-869e-e046552ce2ee req-684608b6-cfdf-4d1f-b4b4-c3e37b5f2791 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:05.472936 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-95e8856e-2a00-4659-869e-e046552ce2ee req-684608b6-cfdf-4d1f-b4b4-c3e37b5f2791 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0477517 Jun 24 04:21:05.490098 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d1d55c67-a3d6-4c48-947b-577ba9599913 req-ef7dc1e6-76de-47b1-8675-36ea4e4cc409 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Jun 24 04:21:05.524507 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-95e8856e-2a00-4659-869e-e046552ce2ee req-613fed7b-1a26-46ef-b3ed-03b71b584b3a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459840 Jun 24 04:21:06.066032 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:06.177340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b9309-b17f-4048-81e8-e6b802124e99 req-dda25b78-97b4-4a6b-851b-e23f26345b8e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:06.179383 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b21b9309-b17f-4048-81e8-e6b802124e99 req-dda25b78-97b4-4a6b-851b-e23f26345b8e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0712953 Jun 24 04:21:06.258577 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b21b9309-b17f-4048-81e8-e6b802124e99 req-6c92b7ad-eaff-46a1-929f-359a68cb7460 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577741 Jun 24 04:21:06.700867 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cb69c-9af0-413f-90ff-d495d2d00584 req-55931ed4-2d88-40a3-9c9f-c3c1d2eb2b41 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:06.702530 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7b9cb69c-9af0-413f-90ff-d495d2d00584 req-55931ed4-2d88-40a3-9c9f-c3c1d2eb2b41 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0613346 Jun 24 04:21:06.757918 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7b9cb69c-9af0-413f-90ff-d495d2d00584 req-aaeb0dfc-238e-4830-b4f7-d5160eefbf19 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496309 Jun 24 04:21:07.372353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f124-579b-4089-8d9e-fe6503f76ef5 req-76ef7209-bec6-4104-9f88-560ddaf3695f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:07.379127 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9cc5f124-579b-4089-8d9e-fe6503f76ef5 req-76ef7209-bec6-4104-9f88-560ddaf3695f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0612006 Jun 24 04:21:07.442896 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9cc5f124-579b-4089-8d9e-fe6503f76ef5 req-0baa46dd-cd18-4bc2-81ab-deca0a61780a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628967 Jun 24 04:21:07.883919 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc95da-c363-49a1-9bae-9add41996dda req-1fa5b841-77df-4c40-aa23-3ab87ab70cd5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:07.885444 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06dc95da-c363-49a1-9bae-9add41996dda req-1fa5b841-77df-4c40-aa23-3ab87ab70cd5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0524020 Jun 24 04:21:07.936247 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06dc95da-c363-49a1-9bae-9add41996dda req-2da78ad5-5b1d-4eeb-b65e-e58487436b6a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449064 Jun 24 04:21:08.357742 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-ac8441b6-6986-4d19-97b9-cd1085b7ec4e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:08.358200 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-ac8441b6-6986-4d19-97b9-cd1085b7ec4e tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0625265 Jun 24 04:21:08.479907 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Deleting port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:21:08.481225 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:08.555408 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:08.615226 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53d2d3-dd5f-4ed4-b0ca-b1887d2d83c8 req-a59b11e9-7d60-4d64-b2ea-fe1771417f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:08.616627 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ed53d2d3-dd5f-4ed4-b0ca-b1887d2d83c8 req-a59b11e9-7d60-4d64-b2ea-fe1771417f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 945 time: 0.0986657 Jun 24 04:21:08.621897 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] For port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:08.622359 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:08.630304 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:08.748468 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ed53d2d3-dd5f-4ed4-b0ca-b1887d2d83c8 req-c9ee91f7-5576-4660-ad51-ba250d8cf3d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=21f5c1d5-578a-42de-b90d-4802e628c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231985 Jun 24 04:21:08.826137 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:08.826519 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (6798b2fc-ee4a-466f-9f1e-fc0c78df9afe), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:08.826836 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Floating IP 6798b2fc-ee4a-466f-9f1e-fc0c78df9afe disassociated. External IP: 172.27.2.60, port: 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a. Jun 24 04:21:08.827179 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Calling delete_port for 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:21:09.068922 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:09.075626 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716cc9d-04cd-4ee6-a40f-f0b8c5ff9c20 req-0ad3fad1-d06f-4275-9edc-6e50cda8a63e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:09.084741 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b716cc9d-04cd-4ee6-a40f-f0b8c5ff9c20 req-0ad3fad1-d06f-4275-9edc-6e50cda8a63e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0588372 Jun 24 04:21:09.105753 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'Port': ['ID=9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:09.149568 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b716cc9d-04cd-4ee6-a40f-f0b8c5ff9c20 req-5654e957-de23-41d8-868f-550eb151f1ed tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635700 Jun 24 04:21:09.256364 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:21:09.394215 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:21:09.406844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:21:09.419062 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:21:09.420222 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:21:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:09.444635 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] No DVR routers for this DVR port 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:21:09.454344 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:09.459202 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e73b983-2ca8-4e04-a2f2-c119c1d3b3ec req-a836f8f5-8c06-4cd1-b2b4-0342aaefc871 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "DELETE /v2.0/ports/9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a HTTP/1.1" status: 204 len: 173 time: 1.0938284 Jun 24 04:21:09.459857 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'name': 'network-vif-deleted', 'tag': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:21:09.463218 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a9ffbc-d6aa-48e5-bd1d-75cc37517dfb" -d '{"events": [{"server_uuid": "f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570", "name": "network-vif-deleted", "tag": "9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:09.525252 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7d2d40-0b6b-4293-856b-10d4a7f8c7b0 x-openstack-request-id: req-ce7d2d40-0b6b-4293-856b-10d4a7f8c7b0 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:09.525982 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570", "name": "network-vif-deleted", "tag": "9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:09.525982 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce7d2d40-0b6b-4293-856b-10d4a7f8c7b0 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:09.526205 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7d2d40-0b6b-4293-856b-10d4a7f8c7b0'] response: {'server_uuid': 'f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570', 'name': 'network-vif-deleted', 'tag': '9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a', 'status': 'completed', 'code': 200} Jun 24 04:21:09.565147 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:21:09.609624 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:09.852943 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:09.887997 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:21:09.899385 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:21:09.900004 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:21:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:09.902709 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f919b213-a573-4cc4-b65b-7c7ca8910437 req-f7455620-137e-4270-a91d-cd0da7a28bb2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8ed85e5-8f3c-4c12-a7b4-6dfa1c739570 HTTP/1.1" status: 200 len: 210 time: 0.0488243 Jun 24 04:21:10.017510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:21:10.243848 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:10.275988 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:10.302895 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:10.313250 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad690-7940-4925-a6db-4589cf28890e req-b830e06d-0491-46bc-a9de-d36546e88bd4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:10.315117 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db0ad690-7940-4925-a6db-4589cf28890e req-b830e06d-0491-46bc-a9de-d36546e88bd4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0766695 Jun 24 04:21:10.317990 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6541f3-c5bc-4de1-9f66-e045211f5236 None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:21:10.416311 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db0ad690-7940-4925-a6db-4589cf28890e req-f29f1d60-4c52-487d-a940-52f71dfb74ae tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934055 Jun 24 04:21:10.703478 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78408de4-c5bf-4730-a32c-a4eb151b96aa None None] New status for floating IP 6798b2fc-ee4a-466f-9f1e-fc0c78df9afe: DOWN {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:21:11.064836 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54618) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:11.128002 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9c5b-0d70-452c-acd0-9623ff80744f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (21f5c1d5-578a-42de-b90d-4802e628c766), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.155609 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9c5b-0d70-452c-acd0-9623ff80744f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (21f5c1d5-578a-42de-b90d-4802e628c766), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.276743 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9c5b-0d70-452c-acd0-9623ff80744f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (21f5c1d5-578a-42de-b90d-4802e628c766), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.279596 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9c5b-0d70-452c-acd0-9623ff80744f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.281061 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8e9c9c5b-0d70-452c-acd0-9623ff80744f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "DELETE /v2.0/security-groups/21f5c1d5-578a-42de-b90d-4802e628c766 HTTP/1.1" status: 204 len: 168 time: 0.2152300 Jun 24 04:21:11.283923 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54620) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:11.294084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c9c5b-0d70-452c-acd0-9623ff80744f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5c1d5-578a-42de-b90d-4802e628c766,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:11.307600 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.api.v2.resource [None req-d839b70c-f067-44ab-b477-d6048bc66d2d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] show failed (client error): The resource could not be found. Jun 24 04:21:11.314333 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54622) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:11.314742 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d839b70c-f067-44ab-b477-d6048bc66d2d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups/21f5c1d5-578a-42de-b90d-4802e628c766 HTTP/1.1" status: 404 len: 347 time: 0.0292566 Jun 24 04:21:11.443772 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Deleting port a8abd455-4ec9-4e98-810a-bb17a570188e {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:21:11.444123 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (a8abd455-4ec9-4e98-810a-bb17a570188e), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.461300 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:11.496722 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:21:11.497565 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 9c528a6e-2ee8-42a8-8f43-0b0ec5988a9a not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:11.554437 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:11.554662 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (a8abd455-4ec9-4e98-810a-bb17a570188e), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.554662 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (a8abd455-4ec9-4e98-810a-bb17a570188e), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.565806 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cb0f7-c455-47df-8df0-9185677a2b7c req-923826a6-285c-427e-864f-5b7c544b8a60 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:11.569772 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Calling delete_port for a8abd455-4ec9-4e98-810a-bb17a570188e owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:21:11.573391 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e60cb0f7-c455-47df-8df0-9185677a2b7c req-923826a6-285c-427e-864f-5b7c544b8a60 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0615916 Jun 24 04:21:11.613530 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:11.623132 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e60cb0f7-c455-47df-8df0-9185677a2b7c req-80d2f59f-bd18-40fd-be41-7c97ef632e2a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487735 Jun 24 04:21:11.782427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (a8abd455-4ec9-4e98-810a-bb17a570188e), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.813789 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'Port': ['ID=a8abd455-4ec9-4e98-810a-bb17a570188e,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:11.884004 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (6798b2fc-ee4a-466f-9f1e-fc0c78df9afe), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.886462 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:11.888614 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-d8090956-9323-4570-a041-7fb7d90de3cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "DELETE /v2.0/floatingips/6798b2fc-ee4a-466f-9f1e-fc0c78df9afe HTTP/1.1" status: 204 len: 168 time: 0.5730155 Jun 24 04:21:12.134412 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54634) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:12.139630 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-06ea19f4-1ac6-49c5-b124-a41112fa6bd4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129229853', 'description': 'tempest-description--1066752427'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:12.232168 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-06ea19f4-1ac6-49c5-b124-a41112fa6bd4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:12.323793 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-06ea19f4-1ac6-49c5-b124-a41112fa6bd4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (d7cb5f01-35b3-4328-9eac-f95ad949065e), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:12.396864 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-06ea19f4-1ac6-49c5-b124-a41112fa6bd4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (d7cb5f01-35b3-4328-9eac-f95ad949065e), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:12.415291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:12.451042 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea19f4-1ac6-49c5-b124-a41112fa6bd4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb5f01-35b3-4328-9eac-f95ad949065e,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:12.531187 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-06ea19f4-1ac6-49c5-b124-a41112fa6bd4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:12.532496 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-06ea19f4-1ac6-49c5-b124-a41112fa6bd4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3970759 Jun 24 04:21:12.535438 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54644) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:12.540135 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-a91eb147-f34e-4b11-9fc7-4a52048d7119 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group_rule': {'security_group_id': 'd7cb5f01-35b3-4328-9eac-f95ad949065e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:12.625284 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a91eb147-f34e-4b11-9fc7-4a52048d7119 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (b65f5617-2e1b-419e-8973-63b60af5c637), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:12.693851 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a91eb147-f34e-4b11-9fc7-4a52048d7119 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (b65f5617-2e1b-419e-8973-63b60af5c637), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:12.765754 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a91eb147-f34e-4b11-9fc7-4a52048d7119 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (b65f5617-2e1b-419e-8973-63b60af5c637), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:12.768484 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96af7df-e2cf-4c56-a595-32edb5219d98 req-909f3468-4a13-4777-8ff5-5587c50c6e88 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:12.777769 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b96af7df-e2cf-4c56-a595-32edb5219d98 req-909f3468-4a13-4777-8ff5-5587c50c6e88 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0653181 Jun 24 04:21:12.789907 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eb147-f34e-4b11-9fc7-4a52048d7119 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65f5617-2e1b-419e-8973-63b60af5c637,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:12.839731 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b96af7df-e2cf-4c56-a595-32edb5219d98 req-1e3812d0-6fa7-43c8-acf5-743476c16a21 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607867 Jun 24 04:21:12.867787 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a91eb147-f34e-4b11-9fc7-4a52048d7119 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:12.870402 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a91eb147-f34e-4b11-9fc7-4a52048d7119 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334181 Jun 24 04:21:12.873568 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54648) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:12.879520 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-052d5e6a-a7eb-4626-949a-9af99f3825d5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group_rule': {'security_group_id': 'd7cb5f01-35b3-4328-9eac-f95ad949065e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:12.983614 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-052d5e6a-a7eb-4626-949a-9af99f3825d5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (1204b09e-1b39-4b94-acb4-0c6ce7399230), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:13.079174 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-052d5e6a-a7eb-4626-949a-9af99f3825d5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (1204b09e-1b39-4b94-acb4-0c6ce7399230), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:13.162410 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-052d5e6a-a7eb-4626-949a-9af99f3825d5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (1204b09e-1b39-4b94-acb4-0c6ce7399230), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:13.188235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d5e6a-a7eb-4626-949a-9af99f3825d5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1204b09e-1b39-4b94-acb4-0c6ce7399230,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:13.282245 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-052d5e6a-a7eb-4626-949a-9af99f3825d5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:13.283507 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-052d5e6a-a7eb-4626-949a-9af99f3825d5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4087911 Jun 24 04:21:13.287505 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54650) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:13.292173 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:13.405549 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:13.514654 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:13.518075 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:13.657133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Allocated IP 172.27.2.242 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/5603fbee-1d04-4147-94d8-16c2ec5fcf64) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:21:13.787916 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (5603fbee-1d04-4147-94d8-16c2ec5fcf64), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:13.816292 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:13.954100 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (5603fbee-1d04-4147-94d8-16c2ec5fcf64), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:14.016597 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f903f-8317-4115-a547-60c693c0a470 req-1a3a29cf-83cc-49bd-a44b-4ec3746b51ee tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:14.018113 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e08f903f-8317-4115-a547-60c693c0a470 req-1a3a29cf-83cc-49bd-a44b-4ec3746b51ee tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0950615 Jun 24 04:21:14.024709 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:21:14.034023 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=5603fbee-1d04-4147-94d8-16c2ec5fcf64,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:14.036493 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:21:14.046216 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:21:14.116869 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e08f903f-8317-4115-a547-60c693c0a470 req-59a5fc91-55b1-41e7-a1fb-4375ad2a9296 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914235 Jun 24 04:21:14.186034 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (fa81a406-3d53-48d2-8db6-af11bdcf44f8), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:14.299685 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (5603fbee-1d04-4147-94d8-16c2ec5fcf64), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:14.535507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (5603fbee-1d04-4147-94d8-16c2ec5fcf64), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:14.545117 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558cfe-a506-4d8e-894e-2901d76bcd99 req-ae700ddc-8d19-4ca6-a1f5-9247b6dd25f8 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:14.546663 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac558cfe-a506-4d8e-894e-2901d76bcd99 req-ae700ddc-8d19-4ca6-a1f5-9247b6dd25f8 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0761912 Jun 24 04:21:14.627502 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:14.633335 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (5603fbee-1d04-4147-94d8-16c2ec5fcf64), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:14.651644 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac558cfe-a506-4d8e-894e-2901d76bcd99 req-86b2e5ad-3916-48ba-a0d4-8967a150a3db tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978785 Jun 24 04:21:14.683026 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-895ddb87-7f41-4ac5-a9f1-39c41b9e5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:14.684716 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-895ddb87-7f41-4ac5-a9f1-39c41b9e5115 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 1129 time: 0.1042125 Jun 24 04:21:14.769040 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=5603fbee-1d04-4147-94d8-16c2ec5fcf64,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:14.818405 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (fa81a406-3d53-48d2-8db6-af11bdcf44f8), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:14.850235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-eab8f904-1a8f-4303-9a96-0c24744314a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:14.851364 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-eab8f904-1a8f-4303-9a96-0c24744314a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 911 time: 0.1572711 Jun 24 04:21:14.923635 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-a46b614a-23fb-496f-866d-34c21fb15232 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=743a00dc-b28e-4621-9d5a-757c991d77fb HTTP/1.1" status: 200 len: 1001 time: 0.0647793 Jun 24 04:21:14.972057 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:14.979130 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-59abaff3-6bbb-4fdb-902f-08244ecf768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:14.981606 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-59abaff3-6bbb-4fdb-902f-08244ecf768c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6c6cc8-dfad-4589-a778-52f0206b85e3 HTTP/1.1" status: 200 len: 849 time: 0.0503871 Jun 24 04:21:15.018657 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:15.019899 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-53a0981c-3fad-4db9-9c13-f2d5e5cf3db8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7314303 Jun 24 04:21:15.035186 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-61c394e1-c7a5-4b0d-91e9-842468c1b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:15.036942 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-61c394e1-c7a5-4b0d-91e9-842468c1b04a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7b2c59a-0555-4ea1-82f3-82731a83d232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499320 Jun 24 04:21:15.180834 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-c5e93b19-7b93-4dda-9d29-9b1974ab32eb service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300004 Jun 24 04:21:15.277496 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-4ec01e14-c2a4-4f07-9cf8-213b50ce6233 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1129229853&fields=id&tenant_id=ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 267 time: 0.0528004 Jun 24 04:21:15.310961 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2dc7697d-48ca-45b3-b495-f2d3e2db5c72 req-47036be4-4974-43d7-9da9-49b0a7fe0a0d service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211786 Jun 24 04:21:15.399474 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2c668bd9-b6aa-4fa0-8a2c-ae109c382748 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:15.407541 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2c668bd9-b6aa-4fa0-8a2c-ae109c382748 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 815 time: 0.1278310 Jun 24 04:21:15.419929 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-1b7666f4-7a79-4cb6-b0b3-9c0b34f8aae0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/quotas/ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 375 time: 0.0115240 Jun 24 04:21:15.486254 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-9360deee-5689-4b86-9020-813065cac687 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592871 Jun 24 04:21:15.603961 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-fe39a8e6-a930-4836-a842-5041cae65a33 service neutron] 10.222.0.16 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025345 Jun 24 04:21:15.680441 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:15.742698 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-4dab13dd-65c1-4e68-96f1-27381d1053b6 service neutron] 10.222.0.16 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280968 Jun 24 04:21:15.826118 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090692a-74f6-4e14-b89f-1ca61605b2dc req-1804eaef-109f-4b0a-890f-53f20e6d014a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:15.828008 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3090692a-74f6-4e14-b89f-1ca61605b2dc req-1804eaef-109f-4b0a-890f-53f20e6d014a tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0716584 Jun 24 04:21:15.897354 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3090692a-74f6-4e14-b89f-1ca61605b2dc req-98606d96-4b33-4e8b-bdbb-3ec65fdc80b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627408 Jun 24 04:21:16.082348 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0abdb9ee-f6d5-414a-83da-160ea0ec2ad1 req-c3c5e91d-3656-44ec-9961-995d82ee4c66 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 210 time: 0.0795591 Jun 24 04:21:17.019653 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4deb371-bfef-4e07-921f-0cfaf694e2e4 req-a1fbbd38-377e-4101-b592-0e5114231b9f tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:17.021217 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b4deb371-bfef-4e07-921f-0cfaf694e2e4 req-a1fbbd38-377e-4101-b592-0e5114231b9f tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0524356 Jun 24 04:21:17.082452 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b4deb371-bfef-4e07-921f-0cfaf694e2e4 req-9f50400b-1cc5-4306-b8bc-8f159df80123 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529432 Jun 24 04:21:17.228138 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8a111fb2-1d92-4987-b40a-2011df45047e req-fdbf5486-54b5-4892-84c7-8594aeed5b69 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 210 time: 0.0487664 Jun 24 04:21:18.329805 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-67e85f8f-550f-4f7f-935c-f213a142445b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:18.332106 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-67e85f8f-550f-4f7f-935c-f213a142445b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 815 time: 0.1297593 Jun 24 04:21:18.367367 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8fa91108-a714-43eb-8044-39aeba3b6bce req-03ffc777-6019-482f-8d4b-bf04bd9a31c2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 210 time: 0.0401890 Jun 24 04:21:18.410172 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-ea2f18c6-42b6-451b-a317-2c745ac18ba5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 380 time: 0.0647953 Jun 24 04:21:18.422384 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'port': {'device_id': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'admin_state_up': True, 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'security_groups': ['d7cb5f01-35b3-4328-9eac-f95ad949065e']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:18.854543 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:18.940937 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Made reservation on behalf of ab7130ecbc4d487db66baebeab8550b0 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:21:18.945999 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:19.096951 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Allocated IP 172.20.0.4 (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7/c76d2cf8-c72d-4b16-983e-0fa0aff50668/54b8f8a3-1d8e-4be9-9c0c-2bb12134879a) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:21:19.274312 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:19.377469 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:19.404746 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:19.506889 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:21:19.514949 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:21:19.523162 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:21:19.580945 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfd179-cf0f-4c52-a9a5-418c2b79006c req-9317d642-a5db-4bd3-bfbb-c54388571d04 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:19.580945 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5bdfd179-cf0f-4c52-a9a5-418c2b79006c req-9317d642-a5db-4bd3-bfbb-c54388571d04 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 931 time: 0.1049104 Jun 24 04:21:19.580945 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:19.601250 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.601608 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.601965 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.602309 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.602762 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.603053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.603407 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.603871 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.604209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.604539 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.604871 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.605200 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.605614 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.605951 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.606278 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:19.627281 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:19.628064 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:19.672651 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5bdfd179-cf0f-4c52-a9a5-418c2b79006c req-3ab2a2b7-130e-4b2a-9f07-0dbadcb2aa82 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012743 Jun 24 04:21:19.734247 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-2b253791-7630-4ea2-bb7d-2af7067349d1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3158162 Jun 24 04:21:19.752450 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Request body: {'port': {'device_id': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:19.786438 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:19.851195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:19.913659 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-f50a4001-626e-4494-85a8-102489abb371 None None] Provisioning complete for port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:21:19.915161 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f50a4001-626e-4494-85a8-102489abb371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:19.978168 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-f50a4001-626e-4494-85a8-102489abb371 None None] Port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:21:19.992773 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:20.183927 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:21:20.193617 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Publish callbacks [] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:20.210625 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Transition to ACTIVE for port object 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:21:20.280395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:20.358211 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:20.425215 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Attempting to bind port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:21:20.425897 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Attempting to bind port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:21:20.426119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Attempting to bind port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:21:20.431364 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:21:20.431822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Attempting to bind port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:21:20.437938 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:21:20.438435 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Checking segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:21:20.439016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Bound using segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:21:20.439532 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Bound port: 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:21:20.440006 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:20.517740 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] For port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:21:20.524963 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] For port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:21:20.603086 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:20.651238 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:20.651944 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:20.655016 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] 10.222.0.43 "PUT /v2.0/ports/54b8f8a3-1d8e-4be9-9c0c-2bb12134879a HTTP/1.1" status: 200 len: 1093 time: 0.9090433 Jun 24 04:21:20.657742 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'tag': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:21:20.661556 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df9e79f-a370-44e0-8439-6f2e0a8ead39" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ac8aeb-d87b-48df-9a78-d17d9a2967a3", "tag": "54b8f8a3-1d8e-4be9-9c0c-2bb12134879a"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:20.690670 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c2296-5fdf-4bc6-8216-8eb6a8540268 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:20.717061 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be160279-2cfa-45f0-8f33-30ab0253d9c0 x-openstack-request-id: req-be160279-2cfa-45f0-8f33-30ab0253d9c0 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:20.717369 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ac8aeb-d87b-48df-9a78-d17d9a2967a3", "tag": "54b8f8a3-1d8e-4be9-9c0c-2bb12134879a", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:20.717599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be160279-2cfa-45f0-8f33-30ab0253d9c0 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:20.718347 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be160279-2cfa-45f0-8f33-30ab0253d9c0'] response: {'name': 'network-changed', 'server_uuid': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'tag': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'status': 'completed', 'code': 200} Jun 24 04:21:20.793285 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=8 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:20.797530 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:20.801441 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e79f-a370-44e0-8439-6f2e0a8ead39 req-095605d7-9c26-4929-b60d-aaafc3532063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:20.810728 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5df9e79f-a370-44e0-8439-6f2e0a8ead39 req-095605d7-9c26-4929-b60d-aaafc3532063 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 1127 time: 0.0535431 Jun 24 04:21:20.833012 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:20.910089 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf503-213a-488c-998a-c74269a3ac8d req-7942a010-d9b0-40a9-b16d-ca44ff00c303 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:20.911720 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-19faf503-213a-488c-998a-c74269a3ac8d req-7942a010-d9b0-40a9-b16d-ca44ff00c303 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 943 time: 0.0856633 Jun 24 04:21:21.034099 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-19faf503-213a-488c-998a-c74269a3ac8d req-b0c18344-9878-47c2-9ccd-c79cc28d3500 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936680 Jun 24 04:21:21.035271 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e79f-a370-44e0-8439-6f2e0a8ead39 req-6cd86f67-272d-4dd1-b63c-97a920153ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:21.036607 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5df9e79f-a370-44e0-8439-6f2e0a8ead39 req-6cd86f67-272d-4dd1-b63c-97a920153ac0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ab7130ecbc4d487db66baebeab8550b0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2214646 Jun 24 04:21:21.132053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e79f-a370-44e0-8439-6f2e0a8ead39 req-da7de51e-da73-4c2b-9b72-72e1eb5b4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:21.133499 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5df9e79f-a370-44e0-8439-6f2e0a8ead39 req-da7de51e-da73-4c2b-9b72-72e1eb5b4efe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883555 Jun 24 04:21:21.210349 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:21.226255 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-8d43b2da-9950-4781-852c-e2d792d82505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:21.226255 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-8d43b2da-9950-4781-852c-e2d792d82505 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 1127 time: 0.0456383 Jun 24 04:21:21.273849 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-0055bc47-2b63-4c1e-af7e-7e3dc440044f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a HTTP/1.1" status: 200 len: 217 time: 0.0392478 Jun 24 04:21:21.331554 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-79dda849-9e12-4be4-8ebc-355182227ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:21.333956 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-79dda849-9e12-4be4-8ebc-355182227ca9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.0486546 Jun 24 04:21:21.390112 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-f136fb9c-dca9-42a0-ab3a-0e6760a305c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:21.391753 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-f136fb9c-dca9-42a0-ab3a-0e6760a305c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446148 Jun 24 04:21:21.490729 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-a7014cae-ff4c-4d46-abb4-4ed3aafb6198 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913765 Jun 24 04:21:21.595291 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ee65f92f-7666-4e14-8f79-1ce7ebc0be85 req-1e71226b-5839-498a-a2d5-97795fd9fb8c service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956385 Jun 24 04:21:22.153041 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6be81c-fe81-41a1-889d-d5a17d3b3bff req-b5d02d14-d490-47f7-aead-9268527321ce tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:22.155183 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5f6be81c-fe81-41a1-889d-d5a17d3b3bff req-b5d02d14-d490-47f7-aead-9268527321ce tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 943 time: 0.0510209 Jun 24 04:21:22.202315 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5f6be81c-fe81-41a1-889d-d5a17d3b3bff req-1d7c73a6-127e-4258-9224-c6c7069586c2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 Jun 24 04:21:23.319616 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ab03c-062c-40c4-8d18-2da1bc827670 req-6eb6c174-2a23-4db8-8bba-8a635dbc2f66 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:23.321085 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0d2ab03c-062c-40c4-8d18-2da1bc827670 req-6eb6c174-2a23-4db8-8bba-8a635dbc2f66 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 943 time: 0.0485749 Jun 24 04:21:23.371608 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0d2ab03c-062c-40c4-8d18-2da1bc827670 req-e5ef75d2-e297-4021-8e12-f15469c4a09f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Jun 24 04:21:23.488566 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:21:23.586724 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:23.599056 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'port_id': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'mac_address': 'fa:16:3e:f6:c6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:21:23.637214 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:21:23.637691 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:23.651733 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:21:23.672446 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:23.773899 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:23.821379 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:23.829301 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.829644 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.829984 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.830322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.830679 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.831009 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.831334 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.831657 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.831984 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.832306 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.832626 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.832947 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.833267 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.833584 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:23.833902 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:24.120793 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['54b8f8a3-1d8e-4be9-9c0c-2bb12134879a'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:21:24.178904 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:24.490285 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabb62f-a704-4025-bb49-2eee4bb919e2 req-4ab0bdce-0872-4766-830b-26fa44eea2e2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:24.492963 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3fabb62f-a704-4025-bb49-2eee4bb919e2 req-4ab0bdce-0872-4766-830b-26fa44eea2e2 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 944 time: 0.0531018 Jun 24 04:21:24.541783 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3fabb62f-a704-4025-bb49-2eee4bb919e2 req-4821f224-5611-425b-ba5e-9292e6caf6fc tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Jun 24 04:21:25.254316 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-157080b3-f889-4556-888c-850c55a504c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377395 Jun 24 04:21:25.268731 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54836) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:25.348604 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-7f56f5b2-3f32-4a7b-9b3d-1007e3420abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:25.349984 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-7f56f5b2-3f32-4a7b-9b3d-1007e3420abb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 1129 time: 0.0498295 Jun 24 04:21:25.352960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d537d1f-577c-4fa8-914b-d232fd349e46 admin admin] Deleting subnet e41e77f8-71f5-4c58-be85-4b47ca061c35 {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:21:25.356906 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2d537d1f-577c-4fa8-914b-d232fd349e46 admin admin] Publish callbacks [] for subnet (e41e77f8-71f5-4c58-be85-4b47ca061c35), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.419943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2d537d1f-577c-4fa8-914b-d232fd349e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31464630'] for subnet (e41e77f8-71f5-4c58-be85-4b47ca061c35), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.500760 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:21:25.507607 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2d537d1f-577c-4fa8-914b-d232fd349e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (e41e77f8-71f5-4c58-be85-4b47ca061c35), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.536048 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-0957f74d-f491-4daa-874e-f74f93846a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:25.537512 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-0957f74d-f491-4daa-874e-f74f93846a35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.1571920 Jun 24 04:21:25.544054 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:21:25.590399 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-1c719c3f-5b62-45c1-bbce-e5111830e46a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15680038-79e1-44d0-bf98-1d22ed996825 HTTP/1.1" status: 200 len: 217 time: 0.0430169 Jun 24 04:21:25.605171 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:21:25.605566 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.631403 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:25.637845 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:25.671164 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2d537d1f-577c-4fa8-914b-d232fd349e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30618364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30621842'] for subnet (e41e77f8-71f5-4c58-be85-4b47ca061c35), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.678836 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-fc7d4756-5037-4d4a-9e3d-a47efc8987bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:25.680292 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-fc7d4756-5037-4d4a-9e3d-a47efc8987bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0828006 Jun 24 04:21:25.685234 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:21:25.685675 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.716353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d537d1f-577c-4fa8-914b-d232fd349e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41e77f8-71f5-4c58-be85-4b47ca061c35,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:25.720582 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2d537d1f-577c-4fa8-914b-d232fd349e46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.723839 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2d537d1f-577c-4fa8-914b-d232fd349e46 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e41e77f8-71f5-4c58-be85-4b47ca061c35 HTTP/1.1" status: 204 len: 168 time: 0.4538710 Jun 24 04:21:25.726411 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54840) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:25.730186 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdeb50-bd02-4377-8383-95c9cd66ecf1 req-5e5f1e69-9036-4f66-b9eb-e309bbb97868 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:25.731744 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6efdeb50-bd02-4377-8383-95c9cd66ecf1 req-5e5f1e69-9036-4f66-b9eb-e309bbb97868 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 944 time: 0.1069536 Jun 24 04:21:25.767621 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:25.785498 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-903cd3f1-124a-4975-8fd8-a1d83ca4322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:25.787060 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-903cd3f1-124a-4975-8fd8-a1d83ca4322a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805054 Jun 24 04:21:25.815592 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (1c845f89-b174-484c-b799-d73e1f1596bc), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.845614 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:21:25.846807 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6efdeb50-bd02-4377-8383-95c9cd66ecf1 req-06c22cb2-98dc-4444-aeb7-59319289b329 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907624 Jun 24 04:21:25.847862 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98471155-7c45-4c47-bacc-42a9da3a3757" -d '{"events": [{"server_uuid": "f9ac8aeb-d87b-48df-9a78-d17d9a2967a3", "name": "network-vif-plugged", "status": "completed", "tag": "54b8f8a3-1d8e-4be9-9c0c-2bb12134879a"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:25.880013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:25.882414 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:25.900260 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21b8d4a-0227-4c77-bb0f-30e5ce3a52cf x-openstack-request-id: req-b21b8d4a-0227-4c77-bb0f-30e5ce3a52cf {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:25.900713 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ac8aeb-d87b-48df-9a78-d17d9a2967a3", "name": "network-vif-plugged", "status": "completed", "tag": "54b8f8a3-1d8e-4be9-9c0c-2bb12134879a", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:25.900935 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b21b8d4a-0227-4c77-bb0f-30e5ce3a52cf {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:25.901567 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21b8d4a-0227-4c77-bb0f-30e5ce3a52cf'] response: {'server_uuid': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'code': 200} Jun 24 04:21:25.911579 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (1c845f89-b174-484c-b799-d73e1f1596bc), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:25.924904 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-46c66985-d2ad-47b5-ab11-98948febdf53 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265614 Jun 24 04:21:25.934789 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.935173 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.936866 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.937344 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > port after_create 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.937673 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.937997 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > port after_update 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.938318 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.938688 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.939040 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.939362 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:25.982191 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:26.030919 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:26.031276 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:26.031796 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:26.031945 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7189f6f7-7fb2-47ca-aff5-bfab0d00d4c6 req-0e29a5d6-8d75-489e-b94b-b96dc6b33df8 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961344 Jun 24 04:21:26.032264 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:21:26.032842 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c845f89-b174-484c-b799-d73e1f1596bc']}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:26.055426 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:26.058175 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7679602c-01a6-4e4e-a8e2-09f06330d36c') {'for_net_delete': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:26.058597 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7679602c-01a6-4e4e-a8e2-09f06330d36c') {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:26.080569 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31393431'] for segment (7679602c-01a6-4e4e-a8e2-09f06330d36c), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:26.103161 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (7679602c-01a6-4e4e-a8e2-09f06330d36c), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:26.113467 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:21:26.113878 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29624808'] for segment (7679602c-01a6-4e4e-a8e2-09f06330d36c), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:26.264574 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment 7679602c-01a6-4e4e-a8e2-09f06330d36c resource provider aggregate not found Jun 24 04:21:26.279711 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment 7679602c-01a6-4e4e-a8e2-09f06330d36c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7679602c-01a6-4e4e-a8e2-09f06330d36c found for delete ", "request_id": "req-b518ae40-7f8e-4e13-86fa-515a7c6e2a6d"}]} Jun 24 04:21:26.282167 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (1c845f89-b174-484c-b799-d73e1f1596bc), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:26.289156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:26.292606 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1c845f89-b174-484c-b799-d73e1f1596bc HTTP/1.1" status: 204 len: 168 time: 0.5643625 Jun 24 04:21:26.310280 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c845f89-b174-484c-b799-d73e1f1596bc,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:26.318783 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.320012 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.320012 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.320012 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.320304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.320451 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.320773 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.321088 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.321403 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.321719 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.322035 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.322351 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.322683 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.322995 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.323304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7373b2f-db1d-480a-9665-2b0349719315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:26.469218 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2161-627c-4b94-9362-c67a6c9605d8 req-12252e9a-fcee-4c30-a32f-663cbe4e23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:26.470662 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-285d2161-627c-4b94-9362-c67a6c9605d8 req-12252e9a-fcee-4c30-a32f-663cbe4e23fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 1129 time: 0.0402250 Jun 24 04:21:26.520067 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-285d2161-627c-4b94-9362-c67a6c9605d8 req-d7e8278e-471e-4486-a23e-c7f89f0fd6db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Jun 24 04:21:26.691936 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54858) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:26.731961 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-bbb76782-d56a-4bac-82e8-549e3cdb31ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46222aa2184c4a6d82b65d3c703c8bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388849 Jun 24 04:21:26.739376 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 54862) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:26.793981 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-40df1fbb-d842-43ac-b65e-af1deaf092fe admin admin] Publish callbacks [] for security_group (68c58959-1cce-4a03-a4e8-fe0e8f631a43), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:26.817768 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-40df1fbb-d842-43ac-b65e-af1deaf092fe admin admin] Publish callbacks [] for security_group (68c58959-1cce-4a03-a4e8-fe0e8f631a43), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:26.977627 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17950db4-f680-4281-8595-4468dfd9eff9 req-e10be1af-176a-4667-a7b3-f2f5f3482a80 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:26.979234 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17950db4-f680-4281-8595-4468dfd9eff9 req-e10be1af-176a-4667-a7b3-f2f5f3482a80 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 945 time: 0.0518785 Jun 24 04:21:27.029025 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17950db4-f680-4281-8595-4468dfd9eff9 req-82f8b465-5696-4b9e-9c17-e519cccb0087 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434291 Jun 24 04:21:27.039310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-40df1fbb-d842-43ac-b65e-af1deaf092fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (68c58959-1cce-4a03-a4e8-fe0e8f631a43), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:27.044853 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-40df1fbb-d842-43ac-b65e-af1deaf092fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:27.046188 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-40df1fbb-d842-43ac-b65e-af1deaf092fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68c58959-1cce-4a03-a4e8-fe0e8f631a43 HTTP/1.1" status: 204 len: 168 time: 0.3026793 Jun 24 04:21:27.054873 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df1fbb-d842-43ac-b65e-af1deaf092fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c58959-1cce-4a03-a4e8-fe0e8f631a43,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:27.320859 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d604c7-0797-4e70-99c3-e300f57d6411 req-df4335e5-cf9f-4238-b0aa-35d0f8404c3f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:27.322357 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8d604c7-0797-4e70-99c3-e300f57d6411 req-df4335e5-cf9f-4238-b0aa-35d0f8404c3f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0481231 Jun 24 04:21:27.385386 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8d604c7-0797-4e70-99c3-e300f57d6411 req-507cf3e5-5cbe-485f-a06f-dc57eee96803 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564120 Jun 24 04:21:27.645072 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:21:27.715388 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80617a17-0485-4405-9103-a17bbcd3c050 req-50ec53d0-a3a0-4bc2-8caf-5430db9ef8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:27.715388 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80617a17-0485-4405-9103-a17bbcd3c050 req-50ec53d0-a3a0-4bc2-8caf-5430db9ef8c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d51a251ca7084b2bb07d808026cccd67&device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1168 time: 0.0398984 Jun 24 04:21:27.810827 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80617a17-0485-4405-9103-a17bbcd3c050 req-9c5b4cc7-59f8-4dee-a2fd-0e8320f5d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:27.812404 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80617a17-0485-4405-9103-a17bbcd3c050 req-9c5b4cc7-59f8-4dee-a2fd-0e8320f5d19e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f544842-0e73-4394-8265-69311b0ed02e HTTP/1.1" status: 200 len: 915 time: 0.0905433 Jun 24 04:21:28.151079 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:28.165078 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c568c9-33ca-4164-999f-79c50cb2c59f req-d224db81-e0f3-47eb-a82d-dfc46c7e581b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:28.166740 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-55c568c9-33ca-4164-999f-79c50cb2c59f req-d224db81-e0f3-47eb-a82d-dfc46c7e581b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 945 time: 0.0502913 Jun 24 04:21:28.222302 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-55c568c9-33ca-4164-999f-79c50cb2c59f req-c0303957-72f5-48dd-9255-3ba2b004dfc8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484314 Jun 24 04:21:28.277063 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-36d441f8-ed64-44c1-9f80-dc3da70c6c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:28.451102 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80617a17-0485-4405-9103-a17bbcd3c050 req-f69ad432-4ea3-42dc-92f8-bed02b437d36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 1001 time: 0.0606010 Jun 24 04:21:28.505533 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e6668-c985-4611-abb0-474800a1c687 req-fb472b5c-39e1-4c29-8b05-3f570997a168 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:28.507092 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f25e6668-c985-4611-abb0-474800a1c687 req-fb472b5c-39e1-4c29-8b05-3f570997a168 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0512052 Jun 24 04:21:28.568428 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f25e6668-c985-4611-abb0-474800a1c687 req-216eb322-8919-4c74-ac6a-e32d27dd5ff1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555203 Jun 24 04:21:28.612487 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:28.650255 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80617a17-0485-4405-9103-a17bbcd3c050 req-ef16d585-abf5-46a8-8fa0-26a0cc8fc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:28.651883 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80617a17-0485-4405-9103-a17bbcd3c050 req-ef16d585-abf5-46a8-8fa0-26a0cc8fc5a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce2e9762-b665-4ffe-8862-34cea3082eb9 HTTP/1.1" status: 200 len: 853 time: 0.0474310 Jun 24 04:21:28.704537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80617a17-0485-4405-9103-a17bbcd3c050 req-0c83c87c-7549-4e69-83d4-8a385f614396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:28.706676 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80617a17-0485-4405-9103-a17bbcd3c050 req-0c83c87c-7549-4e69-83d4-8a385f614396 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f544842-0e73-4394-8265-69311b0ed02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425498 Jun 24 04:21:28.810916 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80617a17-0485-4405-9103-a17bbcd3c050 req-cd625739-b47f-4810-a713-d1bbf5b84e01 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893407 Jun 24 04:21:28.937085 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80617a17-0485-4405-9103-a17bbcd3c050 req-219216c2-8820-41d8-bb96-0bef1538c001 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873787 Jun 24 04:21:29.344545 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ea820-0905-46ce-957b-2286a368d7bb req-34099307-106b-4464-8564-c9b07f59ab37 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:29.346088 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d76ea820-0905-46ce-957b-2286a368d7bb req-34099307-106b-4464-8564-c9b07f59ab37 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Jun 24 04:21:29.394757 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d76ea820-0905-46ce-957b-2286a368d7bb req-abb581dc-4ffd-4050-9722-9c470b35778d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Jun 24 04:21:29.509828 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a55a8-5aa5-4c82-8529-6f867fbdc90c req-e9fa3a42-129e-423d-9cd0-46775d22b8f8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:29.509828 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d71a55a8-5aa5-4c82-8529-6f867fbdc90c req-e9fa3a42-129e-423d-9cd0-46775d22b8f8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Jun 24 04:21:29.519301 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 54920) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:29.524073 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'floatingip': {'port_id': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:29.567348 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (fa81a406-3d53-48d2-8db6-af11bdcf44f8), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:29.630525 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:29.687084 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2641a-116c-4887-bfaa-6734e8e32aae req-cbde5436-91a4-4e00-a758-817297c2f632 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:29.688007 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-42e2641a-116c-4887-bfaa-6734e8e32aae req-cbde5436-91a4-4e00-a758-817297c2f632 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0490074 Jun 24 04:21:29.749757 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-42e2641a-116c-4887-bfaa-6734e8e32aae req-4f95e07e-cb47-4a03-b852-e6e1b4b40807 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559685 Jun 24 04:21:29.995370 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:30.048228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (fa81a406-3d53-48d2-8db6-af11bdcf44f8), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:30.152611 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Floating IP fa81a406-3d53-48d2-8db6-af11bdcf44f8 associated. External IP: 172.27.2.242, port: 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a. Jun 24 04:21:30.230992 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:30.352186 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:21:30.476612 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:21:30.481132 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:30.487003 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:21:30.505168 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:21:30.505797 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:21:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:30.515022 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-f4211517-f399-499b-8e5d-b9ce62eeb525 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "PUT /v2.0/floatingips/fa81a406-3d53-48d2-8db6-af11bdcf44f8 HTTP/1.1" status: 200 len: 991 time: 0.9945416 Jun 24 04:21:30.515637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'tag': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:21:30.517918 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51793a0-cde6-44c7-9f58-aae8e417a70a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ac8aeb-d87b-48df-9a78-d17d9a2967a3", "tag": "54b8f8a3-1d8e-4be9-9c0c-2bb12134879a"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:30.547001 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7b68f2b3-07a2-4b9f-9bb0-38ce45d82e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:30.561353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef510a8-bba1-489f-ac7c-bc49086a0047 x-openstack-request-id: req-fef510a8-bba1-489f-ac7c-bc49086a0047 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:30.562731 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ac8aeb-d87b-48df-9a78-d17d9a2967a3", "tag": "54b8f8a3-1d8e-4be9-9c0c-2bb12134879a", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:30.562731 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fef510a8-bba1-489f-ac7c-bc49086a0047 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:30.562941 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef510a8-bba1-489f-ac7c-bc49086a0047'] response: {'name': 'network-changed', 'server_uuid': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'tag': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'status': 'completed', 'code': 200} Jun 24 04:21:30.618837 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:21:30.631751 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-c1be68c1-4ff8-4e68-aee9-64fe84e9a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:30.633273 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-c1be68c1-4ff8-4e68-aee9-64fe84e9a302 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 1129 time: 0.0422409 Jun 24 04:21:30.732468 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-0c9398e8-1c02-45a3-a3af-208a847f1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:30.733888 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-0c9398e8-1c02-45a3-a3af-208a847f1e07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 916 time: 0.0913191 Jun 24 04:21:30.798562 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:30.805003 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-04dae21b-d7c5-4327-b06c-5787cb529c5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a HTTP/1.1" status: 200 len: 999 time: 0.0642560 Jun 24 04:21:30.855707 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'fa81a406-3d53-48d2-8db6-af11bdcf44f8', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:f6:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:21:14Z', 'updated_at': '2022-06-24T04:21:29Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:30.868323 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-0af99fa4-66db-46e3-98a9-625e872c88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:30.869894 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-0af99fa4-66db-46e3-98a9-625e872c88a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.0513630 Jun 24 04:21:30.883499 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:21:30.885021 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf2430-c87e-4943-8bcd-8a7359fda7c6 req-e3058ee7-cf79-4e02-ace1-627ae31ac9c0 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:30.886541 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2cbf2430-c87e-4943-8bcd-8a7359fda7c6 req-e3058ee7-cf79-4e02-ace1-627ae31ac9c0 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0519166 Jun 24 04:21:30.894317 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:21:30.895711 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:21:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:30.919187 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-6d7933e8-349b-4baa-91f7-8f2ba8226d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:30.930091 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-6d7933e8-349b-4baa-91f7-8f2ba8226d74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415516 Jun 24 04:21:30.954877 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2cbf2430-c87e-4943-8bcd-8a7359fda7c6 req-15955955-d4ee-4b96-9cb5-b5badac90330 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602922 Jun 24 04:21:31.004911 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:21:31.022101 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-5bdc4306-e959-4c13-b9cd-a59e32de66a5 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942004 Jun 24 04:21:31.042524 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:31.256864 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'fa81a406-3d53-48d2-8db6-af11bdcf44f8', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:f6:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:21:14Z', 'updated_at': '2022-06-24T04:21:29Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:31.283999 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec7a1e-5002-48fe-b6fe-d8aba560088f None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'fa81a406-3d53-48d2-8db6-af11bdcf44f8', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:f6:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:21:14Z', 'updated_at': '2022-06-24T04:21:29Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:21:31.403021 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b51793a0-cde6-44c7-9f58-aae8e417a70a req-b65c4aa4-6f65-4df0-a54f-70b2d2ecd97a service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714328 Jun 24 04:21:31.484854 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803950b-3cc5-448b-a9b6-a66f4b7ab216 None None] New status for floating IP fa81a406-3d53-48d2-8db6-af11bdcf44f8: ACTIVE {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:21:31.776254 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:32.074399 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3969aa3-96b7-468f-b474-f120d523adea req-8dfa2f81-d645-439e-be93-68f5a47cb8ed tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:32.075917 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d3969aa3-96b7-468f-b474-f120d523adea req-8dfa2f81-d645-439e-be93-68f5a47cb8ed tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0499198 Jun 24 04:21:32.141049 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d3969aa3-96b7-468f-b474-f120d523adea req-ad1e2c6e-d218-4b58-9985-59d240c5fe01 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587285 Jun 24 04:21:33.084217 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:33.255027 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe18534-e368-4b4b-9635-f68ddd5d35b7 req-a3bc26a7-191a-4570-8c1d-dac918e07c9e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:33.256644 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cbe18534-e368-4b4b-9635-f68ddd5d35b7 req-a3bc26a7-191a-4570-8c1d-dac918e07c9e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0468915 Jun 24 04:21:33.317255 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-cbe18534-e368-4b4b-9635-f68ddd5d35b7 req-69202ea4-e343-4a15-9adb-c07662eeca04 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551417 Jun 24 04:21:33.379051 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:34.444149 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036afc61-470d-42f2-89f3-923197889f41 req-89331afb-1a13-4cc6-bdcd-073a92d4117a tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:34.445674 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-036afc61-470d-42f2-89f3-923197889f41 req-89331afb-1a13-4cc6-bdcd-073a92d4117a tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0581279 Jun 24 04:21:34.509616 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-036afc61-470d-42f2-89f3-923197889f41 req-69c6bec0-259c-40b4-8ce9-7c9a1cd64b76 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582936 Jun 24 04:21:35.645110 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e47204-1064-4cd6-b50f-7bc1def37474 req-59502dc5-c05e-431d-aef4-73bae9b27cdc tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:35.646660 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d8e47204-1064-4cd6-b50f-7bc1def37474 req-59502dc5-c05e-431d-aef4-73bae9b27cdc tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0509043 Jun 24 04:21:35.661620 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:35.720896 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d8e47204-1064-4cd6-b50f-7bc1def37474 req-e55af00e-912a-4288-b8c6-a165bfb44969 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668783 Jun 24 04:21:36.829441 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:36.842034 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85004c-0610-437e-942c-453515dbb0e8 req-aca28b62-333d-4e64-acd2-1b7ff7dbf8ac tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:36.844595 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2d85004c-0610-437e-942c-453515dbb0e8 req-aca28b62-333d-4e64-acd2-1b7ff7dbf8ac tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0498986 Jun 24 04:21:36.910746 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2d85004c-0610-437e-942c-453515dbb0e8 req-1b7c9694-4878-439b-a165-5361b0a0e7cb tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604737 Jun 24 04:21:38.034272 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f7c63-a5ac-460a-8080-ad6c098baeae req-182974ae-9aad-4112-a315-d209dd85a578 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:38.035821 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-682f7c63-a5ac-460a-8080-ad6c098baeae req-182974ae-9aad-4112-a315-d209dd85a578 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0495968 Jun 24 04:21:38.099414 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-682f7c63-a5ac-460a-8080-ad6c098baeae req-4f561b32-560d-4760-8d81-bf0b73a3be52 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573893 Jun 24 04:21:38.385067 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070d432-bdf9-42d6-8862-d73ba6b6aae1 req-4cade0d5-ca13-4907-8971-8e81872b4786 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:38.386555 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8070d432-bdf9-42d6-8862-d73ba6b6aae1 req-4cade0d5-ca13-4907-8971-8e81872b4786 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0478580 Jun 24 04:21:38.446393 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-b5834fb5-349f-4e49-8da2-cab0f54b3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:38.447847 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-b5834fb5-349f-4e49-8da2-cab0f54b3bbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1130 time: 0.0574124 Jun 24 04:21:38.488860 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8070d432-bdf9-42d6-8862-d73ba6b6aae1 req-27bd5d9c-2bdb-4ef5-9762-67c2ff9542fb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906208 Jun 24 04:21:38.550764 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-a3937af9-5944-4d4c-9b0d-c7f23bccf7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:38.552217 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-a3937af9-5944-4d4c-9b0d-c7f23bccf7a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.0979023 Jun 24 04:21:38.620378 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-7cefcf2f-9396-4165-ac5a-9c4cbc38047e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 200 len: 1000 time: 0.0593214 Jun 24 04:21:38.672355 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-eaab7291-5229-4d06-9d40-3b99b746805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:38.673773 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-eaab7291-5229-4d06-9d40-3b99b746805f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0437729 Jun 24 04:21:38.724253 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-3194bc28-cb5b-456d-9008-51588c731bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:38.725700 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-3194bc28-cb5b-456d-9008-51588c731bf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375426 Jun 24 04:21:38.764480 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:38.824949 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-6740ec34-5613-4991-b38d-b03691d5d32a service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921869 Jun 24 04:21:38.917333 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-96debd20-1152-4fd4-b8ae-6e5413b9a058 req-fe51acd1-c0f0-45d4-95c3-b212afd27800 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855937 Jun 24 04:21:39.218004 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e929e91-83ba-4e7c-848d-0ab70a95923c req-6bfedcb5-6a44-42f8-9fa6-00c848eda9f7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:39.219514 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5e929e91-83ba-4e7c-848d-0ab70a95923c req-6bfedcb5-6a44-42f8-9fa6-00c848eda9f7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0480721 Jun 24 04:21:39.279317 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5e929e91-83ba-4e7c-848d-0ab70a95923c req-1d82ffca-d35a-459d-9029-b2a7d9318f5d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538445 Jun 24 04:21:39.606518 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885ca2d-e399-40b0-9cd4-461ce683e4a0 req-d2d48f59-b16d-414f-9773-aab7332f86fb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:39.608490 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7885ca2d-e399-40b0-9cd4-461ce683e4a0 req-d2d48f59-b16d-414f-9773-aab7332f86fb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0507421 Jun 24 04:21:39.655536 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7885ca2d-e399-40b0-9cd4-461ce683e4a0 req-6f53b265-7e2d-4d2b-9573-0806b822a678 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416021 Jun 24 04:21:40.271577 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55084) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:40.379219 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43332-483c-45ce-aabb-d7d013823150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:40.394893 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849846e-89cf-4e85-9ff4-bd8605bd46ed req-38f526ac-4491-4ef3-a426-b9f7e0ec85c1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:40.396378 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f849846e-89cf-4e85-9ff4-bd8605bd46ed req-38f526ac-4491-4ef3-a426-b9f7e0ec85c1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0472901 Jun 24 04:21:40.454802 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43332-483c-45ce-aabb-d7d013823150 admin admin] Publish callbacks [] for security_group (aa1e2f72-585f-45ca-8cb6-3921da95ccd9), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:40.457028 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f849846e-89cf-4e85-9ff4-bd8605bd46ed req-fea592f2-e121-4f21-9f76-c9ef9e9d46b7 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547140 Jun 24 04:21:40.533601 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43332-483c-45ce-aabb-d7d013823150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (aa1e2f72-585f-45ca-8cb6-3921da95ccd9), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:40.539285 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:40.576763 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a1d43332-483c-45ce-aabb-d7d013823150 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89295eb3353747889b6e12bc48ec083d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039932 Jun 24 04:21:40.577864 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d43332-483c-45ce-aabb-d7d013823150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e2f72-585f-45ca-8cb6-3921da95ccd9,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:40.579845 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55090) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:40.633491 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53b08166-9880-4198-9b04-14d2a34ecb5b admin admin] Publish callbacks [] for security_group (aa1e2f72-585f-45ca-8cb6-3921da95ccd9), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:40.656065 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53b08166-9880-4198-9b04-14d2a34ecb5b admin admin] Publish callbacks [] for security_group (aa1e2f72-585f-45ca-8cb6-3921da95ccd9), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:40.688381 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:40.775161 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae8f85-9fce-4a74-bddf-0ef140ee87c6 req-283bc579-1cf6-4545-a013-f5cca80e757c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:40.776651 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7fae8f85-9fce-4a74-bddf-0ef140ee87c6 req-283bc579-1cf6-4545-a013-f5cca80e757c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0508404 Jun 24 04:21:40.813917 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53b08166-9880-4198-9b04-14d2a34ecb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (aa1e2f72-585f-45ca-8cb6-3921da95ccd9), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:40.816453 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-53b08166-9880-4198-9b04-14d2a34ecb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:40.817629 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-53b08166-9880-4198-9b04-14d2a34ecb5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa1e2f72-585f-45ca-8cb6-3921da95ccd9 HTTP/1.1" status: 204 len: 168 time: 0.2368081 Jun 24 04:21:40.824043 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7fae8f85-9fce-4a74-bddf-0ef140ee87c6 req-abf21598-67a9-449b-9bca-a465bab8df25 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Jun 24 04:21:40.833307 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b08166-9880-4198-9b04-14d2a34ecb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e2f72-585f-45ca-8cb6-3921da95ccd9,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:41.568353 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc50efb-620d-4ff9-a7ff-89214395d3c8 req-437dd591-84f3-47ed-a4d9-b352065479cc tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:41.569802 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccc50efb-620d-4ff9-a7ff-89214395d3c8 req-437dd591-84f3-47ed-a4d9-b352065479cc tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0455112 Jun 24 04:21:41.585721 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:41.588604 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:41.630149 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccc50efb-620d-4ff9-a7ff-89214395d3c8 req-8e8b15bf-bd4e-4c27-bdc7-31805d91aaa6 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547671 Jun 24 04:21:41.945725 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2307f60-43d5-45cd-8a85-2901a62582a5 req-53929ded-1d9c-4dde-8485-3cfd1da79303 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:41.947238 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c2307f60-43d5-45cd-8a85-2901a62582a5 req-53929ded-1d9c-4dde-8485-3cfd1da79303 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0480087 Jun 24 04:21:41.993994 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c2307f60-43d5-45cd-8a85-2901a62582a5 req-0eb0237a-c575-42a9-823d-0d79bd6eb62a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408690 Jun 24 04:21:42.742676 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377369f-1664-4e63-8c90-6e52ecd514f0 req-92b2846f-fb5c-49ee-9e2b-68592a23cac1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:42.744119 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e377369f-1664-4e63-8c90-6e52ecd514f0 req-92b2846f-fb5c-49ee-9e2b-68592a23cac1 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0466294 Jun 24 04:21:42.813993 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e377369f-1664-4e63-8c90-6e52ecd514f0 req-86c07174-405f-4568-bf22-7a694cf8bd1a tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638189 Jun 24 04:21:43.112840 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f4de7-c5d0-470b-a222-01cb1bea5417 req-13830a86-df70-4fe4-a285-da022ec1871e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:43.114305 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-069f4de7-c5d0-470b-a222-01cb1bea5417 req-13830a86-df70-4fe4-a285-da022ec1871e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0523117 Jun 24 04:21:43.165120 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-069f4de7-c5d0-470b-a222-01cb1bea5417 req-e0050bbe-55b0-443e-9e31-d7e60ea5f558 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452983 Jun 24 04:21:43.310154 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:43.934533 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64d7a3-d0f3-4b01-95d8-6735a9bca659 req-e73f0404-4718-4a8d-b83a-191f51baaffc tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:43.936550 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1d64d7a3-d0f3-4b01-95d8-6735a9bca659 req-e73f0404-4718-4a8d-b83a-191f51baaffc tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0485661 Jun 24 04:21:43.996238 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1d64d7a3-d0f3-4b01-95d8-6735a9bca659 req-def369d6-5274-4b8a-b351-f9282d76cc64 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542040 Jun 24 04:21:44.280544 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794a7eb-ceb2-4ac6-bf9d-ce9b82188f3d req-c227335d-5964-4055-a921-5b76a9905b49 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:44.281988 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7794a7eb-ceb2-4ac6-bf9d-ce9b82188f3d req-c227335d-5964-4055-a921-5b76a9905b49 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0465589 Jun 24 04:21:44.328726 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7794a7eb-ceb2-4ac6-bf9d-ce9b82188f3d req-e332bd09-2de8-4c65-8abf-59c84af73f57 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Jun 24 04:21:45.108545 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d83b1-c3c7-4e9e-97be-9d63f7f8612b req-1e5bc76d-e16d-4e13-ac93-5a3cb14ec7ed tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:45.110025 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-989d83b1-c3c7-4e9e-97be-9d63f7f8612b req-1e5bc76d-e16d-4e13-ac93-5a3cb14ec7ed tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0468421 Jun 24 04:21:45.168702 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-989d83b1-c3c7-4e9e-97be-9d63f7f8612b req-6b5c7913-03e9-4d35-8681-698bb9183d8e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532289 Jun 24 04:21:45.445028 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd715b-38c8-45ad-b8a6-397b059bc129 req-3763bc33-74ca-45b3-9a51-1b4096f43ab6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:45.446498 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-effd715b-38c8-45ad-b8a6-397b059bc129 req-3763bc33-74ca-45b3-9a51-1b4096f43ab6 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0480716 Jun 24 04:21:45.494491 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-effd715b-38c8-45ad-b8a6-397b059bc129 req-e1586001-1b46-4153-89bd-41b8f22bac19 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416439 Jun 24 04:21:46.291944 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ac25d-60a1-472a-b231-274a1a24587d req-165fc1a0-2de9-43d7-aca6-3245cc3ff85b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:46.293285 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a98ac25d-60a1-472a-b231-274a1a24587d req-165fc1a0-2de9-43d7-aca6-3245cc3ff85b tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0498705 Jun 24 04:21:46.351589 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a98ac25d-60a1-472a-b231-274a1a24587d req-74aa311f-6747-45bb-888d-bfc6d43f1ffe tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&id=3126237a-d470-4df6-b2d3-1f030e73085d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525639 Jun 24 04:21:46.602723 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:46.613094 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21445ff5-4101-4515-ba26-a2fd4c8d8838 req-1b885aad-72a2-48b9-b5f4-24ce85297916 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:46.614624 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21445ff5-4101-4515-ba26-a2fd4c8d8838 req-1b885aad-72a2-48b9-b5f4-24ce85297916 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0514212 Jun 24 04:21:46.663217 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21445ff5-4101-4515-ba26-a2fd4c8d8838 req-3f1a7e6d-9991-4533-979a-ecab3d14dc2f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431111 Jun 24 04:21:47.740542 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:47.778499 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8470c-6a87-44ab-b58e-7b184fff7422 req-d413238e-44a3-4b64-a165-8909e03a9f08 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:47.780991 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-11b8470c-6a87-44ab-b58e-7b184fff7422 req-d413238e-44a3-4b64-a165-8909e03a9f08 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0498042 Jun 24 04:21:47.831495 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-11b8470c-6a87-44ab-b58e-7b184fff7422 req-1f26e15c-9f9b-4654-abf6-902b551eacf7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438788 Jun 24 04:21:48.953659 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ce999-dffa-4cb4-89db-cfc5261deab2 req-93ac7850-3fc5-49d4-b689-97e02ecb2be1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:48.955178 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-717ce999-dffa-4cb4-89db-cfc5261deab2 req-93ac7850-3fc5-49d4-b689-97e02ecb2be1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0534728 Jun 24 04:21:49.003061 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-717ce999-dffa-4cb4-89db-cfc5261deab2 req-5c61e47b-5cc4-4241-8272-ff4b578fe2fb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 Jun 24 04:21:49.787074 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:50.122585 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a23b36-d32e-4eb3-bd08-8488ab91931a req-e338ac09-523f-4960-87e4-5642f1a8be1d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:50.124439 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-98a23b36-d32e-4eb3-bd08-8488ab91931a req-e338ac09-523f-4960-87e4-5642f1a8be1d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0507321 Jun 24 04:21:50.176761 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-98a23b36-d32e-4eb3-bd08-8488ab91931a req-f7050073-5e93-461d-b506-7995fdbe8a34 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465186 Jun 24 04:21:50.576693 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be62609-38d0-4732-acbd-2c16abf33861 req-aa0e8872-26f3-458a-a4c0-d1b50403eea4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:50.578271 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5be62609-38d0-4732-acbd-2c16abf33861 req-aa0e8872-26f3-458a-a4c0-d1b50403eea4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0591214 Jun 24 04:21:50.625640 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5be62609-38d0-4732-acbd-2c16abf33861 req-b2ef6704-739a-4b23-b5c9-bd5c57857ae7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Jun 24 04:21:51.293129 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55766390-9689-4edb-abce-e351ae052d30 req-5f47524a-4cb7-4f64-8ae2-362c6dd479ff tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:51.294540 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-55766390-9689-4edb-abce-e351ae052d30 req-5f47524a-4cb7-4f64-8ae2-362c6dd479ff tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0472794 Jun 24 04:21:51.341074 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-55766390-9689-4edb-abce-e351ae052d30 req-44854bbf-0b30-46bb-ad09-207c3c86ad29 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406549 Jun 24 04:21:51.744423 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbd030-aabf-4148-9140-5706318ca29d req-577cf46c-080f-4d5d-978d-5b68e55ec5e2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:51.745916 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-30cbd030-aabf-4148-9140-5706318ca29d req-577cf46c-080f-4d5d-978d-5b68e55ec5e2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0472126 Jun 24 04:21:51.792408 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-30cbd030-aabf-4148-9140-5706318ca29d req-b59f0086-1efe-4b5c-b251-05f4b95ef2c5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402918 Jun 24 04:21:51.995829 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65305-fd32-443b-9011-8bbc09b3ed22 req-ac59eaf1-92f8-4687-9f2b-d76276e0f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:51.997165 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-01a65305-fd32-443b-9011-8bbc09b3ed22 req-ac59eaf1-92f8-4687-9f2b-d76276e0f533 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1130 time: 0.0381773 Jun 24 04:21:52.053016 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-01a65305-fd32-443b-9011-8bbc09b3ed22 req-9003815e-8683-44b8-bfda-4d41d63fc947 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429082 Jun 24 04:21:52.455774 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19be3-027a-4a7c-943c-64977e1362aa req-be472b25-357e-4e44-996b-66bb1c4855a2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:52.457267 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d9d19be3-027a-4a7c-943c-64977e1362aa req-be472b25-357e-4e44-996b-66bb1c4855a2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0468476 Jun 24 04:21:52.506538 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d9d19be3-027a-4a7c-943c-64977e1362aa req-c8250809-9a5d-4de6-8700-8ded3efe32fb tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437450 Jun 24 04:21:52.920298 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bc775-2ba9-49b8-a22b-9316946c26ab req-6e719559-1327-48c1-b7fa-728cefea6114 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:52.922013 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c35bc775-2ba9-49b8-a22b-9316946c26ab req-6e719559-1327-48c1-b7fa-728cefea6114 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0569167 Jun 24 04:21:52.947771 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:52.969350 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-399c1d4f-5a45-481e-b1da-3a6ae7244d7c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:52.970794 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-399c1d4f-5a45-481e-b1da-3a6ae7244d7c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 946 time: 0.0700645 Jun 24 04:21:53.027658 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c35bc775-2ba9-49b8-a22b-9316946c26ab req-439ac4d3-9567-4735-b6f4-4a95630ee50d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=57264876-abc0-4401-8172-a792f280d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894983 Jun 24 04:21:53.079345 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Deleting port a4646799-84a1-4e0f-88f6-135dfd47c759 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:21:53.079613 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:53.168243 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] For port a4646799-84a1-4e0f-88f6-135dfd47c759, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a4646799-84a1-4e0f-88f6-135dfd47c759,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:53.168597 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:53.332953 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:53.333232 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:53.333551 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Floating IP d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4 disassociated. External IP: 172.27.2.188, port: a4646799-84a1-4e0f-88f6-135dfd47c759. Jun 24 04:21:53.333902 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Calling delete_port for a4646799-84a1-4e0f-88f6-135dfd47c759 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:21:53.390793 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:53.506890 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (a4646799-84a1-4e0f-88f6-135dfd47c759), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:53.540782 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event deleted for resources: {'Port': ['ID=a4646799-84a1-4e0f-88f6-135dfd47c759,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:53.624505 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04cbdf-343a-48dd-8813-a3bd281a54ea req-aa16eb31-b1d8-46ba-b84f-ad3265ee9d00 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:53.625960 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1c04cbdf-343a-48dd-8813-a3bd281a54ea req-aa16eb31-b1d8-46ba-b84f-ad3265ee9d00 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0475597 Jun 24 04:21:53.651601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:53.658782 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Router d896c8ed-7644-4bc0-b747-979e67a7f6c2 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:21:53.674716 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1c04cbdf-343a-48dd-8813-a3bd281a54ea req-fb05b0e9-15e5-4492-b750-d3290081e3be tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430865 Jun 24 04:21:53.760623 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:21:53.769747 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] Sync routers for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:21:53.783135 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:21:53.783744 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:21:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:53.804517 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] No DVR routers for this DVR port a4646799-84a1-4e0f-88f6-135dfd47c759 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:21:53.807443 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:53.811840 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0bff33f6-f8cd-4408-b09c-e4ff8b33d452 req-2bb5212f-13e9-4a6e-a6f6-3a44fcbeaf22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "DELETE /v2.0/ports/a4646799-84a1-4e0f-88f6-135dfd47c759 HTTP/1.1" status: 204 len: 173 time: 0.8308897 Jun 24 04:21:53.812289 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-deleted', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:21:53.814542 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cc5e1b-f2f0-4d0d-8fe8-7f22981ed5dc" -d '{"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-deleted", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:53.859498 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fa894a-f1ed-4608-a49e-080f9ffa1cf3 x-openstack-request-id: req-d4fa894a-f1ed-4608-a49e-080f9ffa1cf3 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:53.859498 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b085e856-e8d0-451d-be61-532ea491655b", "name": "network-vif-deleted", "tag": "a4646799-84a1-4e0f-88f6-135dfd47c759", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:53.859498 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4fa894a-f1ed-4608-a49e-080f9ffa1cf3 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:53.859498 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fa894a-f1ed-4608-a49e-080f9ffa1cf3'] response: {'server_uuid': 'b085e856-e8d0-451d-be61-532ea491655b', 'name': 'network-vif-deleted', 'tag': 'a4646799-84a1-4e0f-88f6-135dfd47c759', 'status': 'completed', 'code': 200} Jun 24 04:21:53.890951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:21:54.099477 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:54.126557 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] Checking router: d896c8ed-7644-4bc0-b747-979e67a7f6c2 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:21:54.132023 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-227b09a9-db85-40d3-8b40-1d9449989e21 req-5fcebfee-5128-4a6c-9309-8ab7484a590a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b085e856-e8d0-451d-be61-532ea491655b HTTP/1.1" status: 200 len: 210 time: 0.0285776 Jun 24 04:21:54.136063 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:21:54.136669 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:21:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:54.244154 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:21:54.432401 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:54.460675 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d3d3a-d213-40f7-972c-84275e65733f None None] The sync data for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi is: [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:21:54.671081 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6a3e6d-a4cf-4b26-bc89-bee6cae65276 None None] New status for floating IP d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4: DOWN {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:21:54.800067 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09970351-8d40-4b04-9126-e55abee5d4ae req-14ac15dd-5482-4444-9f7f-38a9da6bec11 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:54.801593 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-09970351-8d40-4b04-9126-e55abee5d4ae req-14ac15dd-5482-4444-9f7f-38a9da6bec11 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0494723 Jun 24 04:21:54.850590 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-09970351-8d40-4b04-9126-e55abee5d4ae req-2bd9fc61-3f25-426e-bd31-7afcf1f772d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Jun 24 04:21:55.322766 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55186) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:55.382654 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4312319e-0ffe-4255-9a29-2624ec69214b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (57264876-abc0-4401-8172-a792f280d0ac), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:55.425010 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4312319e-0ffe-4255-9a29-2624ec69214b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (57264876-abc0-4401-8172-a792f280d0ac), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:55.487713 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06397ffb-2711-4d79-929b-cce9a55c5f5d req-6c6202d0-b8f3-4764-814f-f83d3985184d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:55.489192 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06397ffb-2711-4d79-929b-cce9a55c5f5d req-6c6202d0-b8f3-4764-814f-f83d3985184d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0802796 Jun 24 04:21:55.512077 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-7792a598-3284-40a9-8585-73b8c3058196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:55.514291 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-7792a598-3284-40a9-8585-73b8c3058196 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1130 time: 0.0455081 Jun 24 04:21:55.546586 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-06397ffb-2711-4d79-929b-cce9a55c5f5d req-e7f50c42-dcda-4ba9-8759-adc097cd078c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512714 Jun 24 04:21:55.582162 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:55.595741 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:21:55.610860 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-09dd5a4f-f48e-43fc-8e2d-f70cc4d22130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:55.612311 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-09dd5a4f-f48e-43fc-8e2d-f70cc4d22130 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.0921347 Jun 24 04:21:55.615270 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: a4646799-84a1-4e0f-88f6-135dfd47c759 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:21:55.615580 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4312319e-0ffe-4255-9a29-2624ec69214b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (57264876-abc0-4401-8172-a792f280d0ac), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:55.615701 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device a4646799-84a1-4e0f-88f6-135dfd47c759 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:21:55.618151 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4312319e-0ffe-4255-9a29-2624ec69214b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:55.621631 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4312319e-0ffe-4255-9a29-2624ec69214b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "DELETE /v2.0/security-groups/57264876-abc0-4401-8172-a792f280d0ac HTTP/1.1" status: 204 len: 168 time: 0.2955534 Jun 24 04:21:55.623289 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55190) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:55.644158 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312319e-0ffe-4255-9a29-2624ec69214b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57264876-abc0-4401-8172-a792f280d0ac,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:55.646243 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.api.v2.resource [None req-c4868e12-95c1-4a48-a6ce-2b8a2622baed tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] show failed (client error): The resource could not be found. Jun 24 04:21:55.647311 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-c4868e12-95c1-4a48-a6ce-2b8a2622baed tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups/57264876-abc0-4401-8172-a792f280d0ac HTTP/1.1" status: 404 len: 347 time: 0.0224676 Jun 24 04:21:55.650467 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55192) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:55.679848 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-c8c7083f-4b76-4d2e-9c7c-5caac77b3e40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 200 len: 1000 time: 0.0608125 Jun 24 04:21:55.734429 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-e951ddfc-ede0-43e4-93bb-c9ab04f5d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:55.735912 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-e951ddfc-ede0-43e4-93bb-c9ab04f5d745 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0489502 Jun 24 04:21:55.760312 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Deleting port 3807a5ba-a605-4235-9004-81c78d829119 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:21:55.760682 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (3807a5ba-a605-4235-9004-81c78d829119), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:55.778843 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-1f70e92f-888b-4896-96e9-1c39f0afd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:55.780339 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-1f70e92f-888b-4896-96e9-1c39f0afd397 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385609 Jun 24 04:21:55.844068 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (3807a5ba-a605-4235-9004-81c78d829119), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:55.844340 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (3807a5ba-a605-4235-9004-81c78d829119), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:55.857803 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Calling delete_port for 3807a5ba-a605-4235-9004-81c78d829119 owned by network:floatingip {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:21:55.879612 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-1e0aec81-bc0f-4bd9-accb-17b8ba50ab94 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 Jun 24 04:21:55.908357 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:55.939957 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:55.973403 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2e327d86-4686-4b4d-bbaa-6b399e1969a7 req-245f7a27-766a-40fa-a91c-1f41056282ea service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869203 Jun 24 04:21:56.070324 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (3807a5ba-a605-4235-9004-81c78d829119), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.101864 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event deleted for resources: {'Port': ['ID=3807a5ba-a605-4235-9004-81c78d829119,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:56.168626 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.171516 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.172799 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-c9653c2f-f480-4493-aff4-96cf7a144743 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "DELETE /v2.0/floatingips/d1e35eb4-e9f8-48d0-9190-1a3cf87e51c4 HTTP/1.1" status: 204 len: 168 time: 0.5214181 Jun 24 04:21:56.336758 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55196) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:56.341294 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-15e5c46b-227e-4286-a372-0cadb34d8f03 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9624825', 'description': 'tempest-description--1260353053'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:56.444128 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-15e5c46b-227e-4286-a372-0cadb34d8f03 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.470885 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:56.510680 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-15e5c46b-227e-4286-a372-0cadb34d8f03 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (4cc354c0-bf4e-4e10-bbc9-8866a376987b), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.617147 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-15e5c46b-227e-4286-a372-0cadb34d8f03 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4cc354c0-bf4e-4e10-bbc9-8866a376987b), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.679922 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5c46b-227e-4286-a372-0cadb34d8f03 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc354c0-bf4e-4e10-bbc9-8866a376987b,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:56.692350 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d69c6-38b2-4bc3-bc32-6735721b17b0 req-686af461-191e-4514-8d1d-793b62030683 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:56.693825 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-693d69c6-38b2-4bc3-bc32-6735721b17b0 req-686af461-191e-4514-8d1d-793b62030683 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0780935 Jun 24 04:21:56.741358 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-693d69c6-38b2-4bc3-bc32-6735721b17b0 req-c01f3c57-32cc-4520-aa7e-aa5e92494d5b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Jun 24 04:21:56.777411 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-15e5c46b-227e-4286-a372-0cadb34d8f03 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.778692 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-15e5c46b-227e-4286-a372-0cadb34d8f03 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4408681 Jun 24 04:21:56.781451 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55200) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:56.785622 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-bd451d00-a068-4c45-bfd9-4baffe55561b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'security_group_rule': {'security_group_id': '4cc354c0-bf4e-4e10-bbc9-8866a376987b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:56.867127 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bd451d00-a068-4c45-bfd9-4baffe55561b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (dada1687-7f1e-4f93-86b2-3835c7ea3325), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.921292 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bd451d00-a068-4c45-bfd9-4baffe55561b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (dada1687-7f1e-4f93-86b2-3835c7ea3325), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:56.986471 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bd451d00-a068-4c45-bfd9-4baffe55561b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (dada1687-7f1e-4f93-86b2-3835c7ea3325), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:57.004934 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd451d00-a068-4c45-bfd9-4baffe55561b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dada1687-7f1e-4f93-86b2-3835c7ea3325,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:57.063824 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-bd451d00-a068-4c45-bfd9-4baffe55561b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:57.065038 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-bd451d00-a068-4c45-bfd9-4baffe55561b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2826891 Jun 24 04:21:57.067728 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55202) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:57.071942 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-a473bacf-ff5b-40ba-b0ba-64a45b1baf62 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'security_group_rule': {'security_group_id': '4cc354c0-bf4e-4e10-bbc9-8866a376987b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:57.166813 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a473bacf-ff5b-40ba-b0ba-64a45b1baf62 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (02ec2694-d202-4015-b2f5-a283536263d9), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:57.223905 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a473bacf-ff5b-40ba-b0ba-64a45b1baf62 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (02ec2694-d202-4015-b2f5-a283536263d9), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:57.281340 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a473bacf-ff5b-40ba-b0ba-64a45b1baf62 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (02ec2694-d202-4015-b2f5-a283536263d9), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:57.300887 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473bacf-ff5b-40ba-b0ba-64a45b1baf62 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ec2694-d202-4015-b2f5-a283536263d9,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:57.361610 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a473bacf-ff5b-40ba-b0ba-64a45b1baf62 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:57.362846 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-a473bacf-ff5b-40ba-b0ba-64a45b1baf62 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942014 Jun 24 04:21:57.365905 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55204) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:57.370053 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:57.444394 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:57.501111 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:57.521210 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:57.651345 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Allocated IP 172.27.2.46 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/a3e291dd-790a-45a9-950d-db29b9641f5a) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:21:57.672781 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:57.870263 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a445a2-8e72-40c1-80fe-ab88ef4a0b82 req-546d090b-35c5-47c0-955e-329d1a99822b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:57.871896 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e5a445a2-8e72-40c1-80fe-ab88ef4a0b82 req-546d090b-35c5-47c0-955e-329d1a99822b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0553341 Jun 24 04:21:57.932948 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e5a445a2-8e72-40c1-80fe-ab88ef4a0b82 req-f9c9abf5-9378-40ff-adf0-5592f4640ac7 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531988 Jun 24 04:21:57.955454 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for port (a3e291dd-790a-45a9-950d-db29b9641f5a), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.050342 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (a3e291dd-790a-45a9-950d-db29b9641f5a), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.089850 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:21:58.092750 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:21:58.096090 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:21:58.120800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'Port': ['ID=a3e291dd-790a-45a9-950d-db29b9641f5a,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:58.188918 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (d2f9edb3-805d-4e84-9168-0af6d4ffec40), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.282228 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e312e8f1-3aed-4e74-aef3-5d4b6a9d4c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.305959 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (a3e291dd-790a-45a9-950d-db29b9641f5a), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.455891 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for port (a3e291dd-790a-45a9-950d-db29b9641f5a), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.533220 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29624780'] for port (a3e291dd-790a-45a9-950d-db29b9641f5a), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.538466 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:58.604029 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'Port': ['ID=a3e291dd-790a-45a9-950d-db29b9641f5a,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:58.615355 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (d2f9edb3-805d-4e84-9168-0af6d4ffec40), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.697442 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:58.698628 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b232857e-0a17-4337-b2f2-d6997bce213e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3317449 Jun 24 04:21:58.894086 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-3cddcdc9-3a4d-4996-bc0e-bc4745f079e6 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--9624825&fields=id&tenant_id=d56eee171a5c4f728bec99eef1f3b0a3 HTTP/1.1" status: 200 len: 267 time: 0.0416358 Jun 24 04:21:59.003359 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-2a16acf0-9d0e-4528-9a4f-61c5aac76e85 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:59.004929 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-2a16acf0-9d0e-4528-9a4f-61c5aac76e85 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 817 time: 0.1043005 Jun 24 04:21:59.020472 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-beef6e3e-3159-49cc-9970-df506da4758c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/quotas/d56eee171a5c4f728bec99eef1f3b0a3 HTTP/1.1" status: 200 len: 375 time: 0.0100107 Jun 24 04:21:59.054084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bf70f-b53a-4633-9171-99c77af0c11f req-c3760507-226b-4a0d-a43f-db6ad6574b87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:59.054084 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-759bf70f-b53a-4633-9171-99c77af0c11f req-c3760507-226b-4a0d-a43f-db6ad6574b87 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0491397 Jun 24 04:21:59.077326 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-cdb61d3e-8f79-4024-8741-8e79e7acd2a7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510068 Jun 24 04:21:59.101669 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-759bf70f-b53a-4633-9171-99c77af0c11f req-897b62d6-6d4f-4c83-a640-16593b3ac1ab tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425422 Jun 24 04:21:59.176104 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-732be9f0-6ef5-44cc-9c97-ccbbb8c8ab99 service neutron] 10.222.0.16 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877006 Jun 24 04:21:59.213212 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e920d-b1a9-476c-b687-5ed96efc52ae req-957490fb-d033-4639-9c87-6b5f72cee177 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:21:59.214755 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e46e920d-b1a9-476c-b687-5ed96efc52ae req-957490fb-d033-4639-9c87-6b5f72cee177 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0478253 Jun 24 04:21:59.223401 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55224) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:21:59.227732 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-60f5d71e-f668-4a06-a53e-30c04d3e7bb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Request body: {'floatingip': {'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:21:59.276910 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-6b35855a-e916-4b38-b1c9-be4d0d21db9b service neutron] 10.222.0.16 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951786 Jun 24 04:21:59.283963 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60f5d71e-f668-4a06-a53e-30c04d3e7bb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (57fb9236-373e-4fd0-91ed-7112e5d865d7), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:59.570182 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bf0e5796-b55e-4983-8295-b8ca1f20fbf1 req-369d90d6-5bf8-40ed-92ee-75ce3fb0af45 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 210 time: 0.0340688 Jun 24 04:21:59.635296 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:21:59.769068 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60f5d71e-f668-4a06-a53e-30c04d3e7bb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:21:59.849767 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60f5d71e-f668-4a06-a53e-30c04d3e7bb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (57fb9236-373e-4fd0-91ed-7112e5d865d7), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:00.032566 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:00.044991 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f5d71e-f668-4a06-a53e-30c04d3e7bb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Router f5a86038-86a6-4666-bc1a-966f2c008923 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:00.149818 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f5d71e-f668-4a06-a53e-30c04d3e7bb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:00.154425 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60f5d71e-f668-4a06-a53e-30c04d3e7bb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:00.161548 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] Sync routers for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:00.170972 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:00.171613 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:21:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:00.186447 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:00.189039 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:00.224129 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-60f5d71e-f668-4a06-a53e-30c04d3e7bb2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "PUT /v2.0/floatingips/57fb9236-373e-4fd0-91ed-7112e5d865d7 HTTP/1.1" status: 200 len: 992 time: 0.9996581 Jun 24 04:22:00.231915 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62034a5a-5189-4047-8e5a-aec8e08ff423 x-openstack-request-id: req-62034a5a-5189-4047-8e5a-aec8e08ff423 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:00.232203 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:00.232454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62034a5a-5189-4047-8e5a-aec8e08ff423 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:00.232855 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62034a5a-5189-4047-8e5a-aec8e08ff423'] response: {'name': 'network-changed', 'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'status': 'completed', 'code': 200} Jun 24 04:22:00.265494 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:00.280633 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:00.300423 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-a485742c-3d73-40bc-9289-79188a4cbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:00.302724 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-a485742c-3d73-40bc-9289-79188a4cbb46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1130 time: 0.0444257 Jun 24 04:22:00.358792 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:00.399699 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-09ecd58f-b45c-4687-8cd3-8195a6f01c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:00.401210 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-09ecd58f-b45c-4687-8cd3-8195a6f01c37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.0898938 Jun 24 04:22:00.470862 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-a040b243-2f4f-4567-b0b6-a4c4fc98f100 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 200 len: 1000 time: 0.0633178 Jun 24 04:22:00.525421 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-8a067c7c-3ac7-4e55-93db-70ef8ea195b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:00.526911 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-8a067c7c-3ac7-4e55-93db-70ef8ea195b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.0482750 Jun 24 04:22:00.574864 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-c9246490-40d5-46ab-a4c4-b12d9b32d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:00.577381 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-c9246490-40d5-46ab-a4c4-b12d9b32d142 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436225 Jun 24 04:22:00.644809 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '57fb9236-373e-4fd0-91ed-7112e5d865d7', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'mac_address': 'fa:16:3e:63:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:59Z', 'updated_at': '2022-06-24T04:21:59Z', 'revision_number': 3, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:00.672133 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a1ba4857-7ff4-4167-955e-8a97de8c98e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:00.673748 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] Checking router: f5a86038-86a6-4666-bc1a-966f2c008923 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:00.683421 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:00.684042 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:01Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:00.687194 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2af81486-9cc0-4d39-ab53-3aee26196150 req-779cce94-0604-4473-a7e5-4909038af887 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 210 time: 0.0380332 Jun 24 04:22:00.705706 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-a3f0c35b-986b-4719-be20-84ba0e8da7eb service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196229 Jun 24 04:22:00.780110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:00.791347 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:00.807742 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b24b7383-3a2e-4f7d-b7e8-ec4d1562cf48 req-f7565b65-e19a-4a3e-a647-822583d40aa2 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897515 Jun 24 04:22:01.015274 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '57fb9236-373e-4fd0-91ed-7112e5d865d7', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'mac_address': 'fa:16:3e:63:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:59Z', 'updated_at': '2022-06-24T04:21:59Z', 'revision_number': 3, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:01.040959 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed3446-53fe-4711-a454-2e841c583ca3 None None] The sync data for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi is: [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '57fb9236-373e-4fd0-91ed-7112e5d865d7', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'port_id': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'mac_address': 'fa:16:3e:63:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:19:59Z', 'updated_at': '2022-06-24T04:21:59Z', 'revision_number': 3, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:01.559844 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-99c17922-4e11-4692-866e-62eff4c553fb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:01.561955 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-99c17922-4e11-4692-866e-62eff4c553fb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 817 time: 0.1095285 Jun 24 04:22:01.630272 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-2559ca72-bcb5-46a5-98d7-7de9e9b441d2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56eee171a5c4f728bec99eef1f3b0a3 HTTP/1.1" status: 200 len: 377 time: 0.0581834 Jun 24 04:22:01.640809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'port': {'device_id': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'admin_state_up': True, 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'security_groups': ['4cc354c0-bf4e-4e10-bbc9-8866a376987b']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:01.781128 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:01.798184 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7aaca15e-cb7d-4643-b799-2ed7dca7d696 req-2924b728-4f08-48cf-b4f1-970853a43fec tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 210 time: 0.0291214 Jun 24 04:22:01.821259 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Made reservation on behalf of d56eee171a5c4f728bec99eef1f3b0a3 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:22:01.824756 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:01.934642 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:01.961325 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Allocated IP 172.20.0.9 (1499097c-b20d-4670-a290-7c6daddf6fa9/f1889451-9ea5-476a-a496-f8f1b6a4a4f1/ab32d98a-bac7-43ac-9d49-8e1998c9fbc2) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:22:02.101990 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:02.185014 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:02.225943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:02.232412 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:22:02.235759 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:02.237103 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:02.241943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:22:02.245958 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:22:02.250580 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:02.283133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2aae8a-d3aa-46dd-bf46-46aa0c283e86 x-openstack-request-id: req-3c2aae8a-d3aa-46dd-bf46-46aa0c283e86 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:02.283427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:02.283680 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c2aae8a-d3aa-46dd-bf46-46aa0c283e86 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:02.284071 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2aae8a-d3aa-46dd-bf46-46aa0c283e86'] response: {'name': 'network-changed', 'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'status': 'completed', 'code': 200} Jun 24 04:22:02.304125 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:02.304651 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:02.352179 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-fcf5be96-af3e-4167-816b-534f0b807ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:02.353664 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-fcf5be96-af3e-4167-816b-534f0b807ed7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 1130 time: 0.0458217 Jun 24 04:22:02.430522 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-ac40a316-ac8e-4d24-8af6-2a35e8c50e34 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943196 Jun 24 04:22:02.443525 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Request body: {'port': {'device_id': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:02.486001 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-6208d620-4969-45cb-9383-168e35c4f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:02.487481 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-6208d620-4969-45cb-9383-168e35c4f295 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 200 len: 920 time: 0.1277480 Jun 24 04:22:02.528573 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-aa4fb7a8-bfbc-4cc0-b259-2529e852d501 None None] Provisioning complete for port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:22:02.528926 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb7a8-bfbc-4cc0-b259-2529e852d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:02.565145 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-aa4fb7a8-bfbc-4cc0-b259-2529e852d501 None None] Port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:22:02.838084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:02.855764 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-48f64cdf-e6a7-4b65-b981-6ab6fafa1510 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 200 len: 1000 time: 0.3477602 Jun 24 04:22:02.917325 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18adcbd-acdf-40c2-aea0-4494c553a7cc req-9796b173-d9ef-49b2-8da6-2ad0dc6ef7bc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:02.919528 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e18adcbd-acdf-40c2-aea0-4494c553a7cc req-9796b173-d9ef-49b2-8da6-2ad0dc6ef7bc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 931 time: 0.0481882 Jun 24 04:22:02.932149 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:02.969851 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e18adcbd-acdf-40c2-aea0-4494c553a7cc req-5ad4fcea-67a0-468c-917b-e5a0ad6da203 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446045 Jun 24 04:22:02.978142 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-3f75a35d-1654-4759-b3df-e5051ce7d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:02.979613 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-3f75a35d-1654-4759-b3df-e5051ce7d9d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 200 len: 858 time: 0.1080637 Jun 24 04:22:03.053185 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-ec1daf70-3c16-4575-bec9-5b565dfe7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:03.054696 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-ec1daf70-3c16-4575-bec9-5b565dfe7a7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ce8156e-f527-45c8-b424-190ecb88e595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687013 Jun 24 04:22:03.089996 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:03.093669 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:03.220011 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-6957bd93-1049-4073-af9b-59837c0d0d60 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349583 Jun 24 04:22:03.278323 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:22:03.292765 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Publish callbacks [] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:03.338360 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Transition to ACTIVE for port object ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:22:03.353599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:03.359172 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f8ff22fe-220c-4695-9672-59eb2f5e6ea4 req-e839a1f0-1385-4601-a7d0-2dde569c4e52 service neutron] 10.222.0.43 "GET /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125791 Jun 24 04:22:03.392318 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:03.415657 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:03.468243 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:03.551520 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Attempting to bind port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:22:03.551851 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Attempting to bind port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:22:03.552176 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Attempting to bind port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 on network 1499097c-b20d-4670-a290-7c6daddf6fa9 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:22:03.556862 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 on network 1499097c-b20d-4670-a290-7c6daddf6fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:22:03.557180 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Attempting to bind port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 on network 1499097c-b20d-4670-a290-7c6daddf6fa9 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:22:03.564373 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:22:03.564732 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Checking segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:22:03.565102 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Bound using segment: {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:22:03.565526 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Bound port: ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:22:03.565882 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:03.629593 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:22:03.632633 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:22:03.705095 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:03.741778 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:03.742472 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:03.743789 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] 10.222.0.43 "PUT /v2.0/ports/ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 200 len: 1093 time: 1.3043013 Jun 24 04:22:03.765143 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddf4ff-bd0e-4b30-bd0f-59c7fbe92026 service neutron] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:03.898773 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-792ce666-c0fa-412a-9660-f972d2d2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:03.900316 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-792ce666-c0fa-412a-9660-f972d2d2411c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 1127 time: 0.0452628 Jun 24 04:22:03.956986 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-87427627-768e-4c54-ab1d-97da1f348455 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 200 len: 217 time: 0.0332286 Jun 24 04:22:04.004335 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-f0018d22-7ee8-44e6-8dc8-d4f3ba08ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:04.005699 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-f0018d22-7ee8-44e6-8dc8-d4f3ba08ea61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.0427017 Jun 24 04:22:04.069025 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-e799ea34-ffae-4452-bd4e-e0fbf18daae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:04.070491 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-e799ea34-ffae-4452-bd4e-e0fbf18daae2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545137 Jun 24 04:22:04.121437 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08480a7-2521-4c3f-b450-3fe1703b425c req-9b29c670-88cf-48e0-b536-123592b3a98b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:04.123435 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c08480a7-2521-4c3f-b450-3fe1703b425c req-9b29c670-88cf-48e0-b536-123592b3a98b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0688064 Jun 24 04:22:04.221639 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-53176cf9-aa2e-456f-a9dc-6e4846136f58 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348579 Jun 24 04:22:04.224732 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c08480a7-2521-4c3f-b450-3fe1703b425c req-7d9c37c7-c998-4ec2-9a6f-d55f6c045099 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0951486 Jun 24 04:22:04.294070 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:04.296372 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be786550-8e58-4d0f-b841-40dcd98bfb96" -d '{"events": [{"name": "network-changed", "server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:04.305849 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:04.331974 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ab0d3ce-4f66-4349-86b4-3ac8f19925d8 req-80238e31-ae2a-4920-9660-05ffdd2dd748 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947139 Jun 24 04:22:04.338537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f5200-7729-42d1-a64f-5e4d87b6e2d8 x-openstack-request-id: req-5c3f5200-7729-42d1-a64f-5e4d87b6e2d8 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:04.338818 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:04.339064 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c3f5200-7729-42d1-a64f-5e4d87b6e2d8 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:04.339468 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3f5200-7729-42d1-a64f-5e4d87b6e2d8'] response: {'name': 'network-changed', 'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'status': 'completed', 'code': 200} Jun 24 04:22:04.644563 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:22:05.347085 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa04bb3-ea49-4501-94ec-fa5d7729fd93 req-2c908c8e-4f00-4f2d-a4f9-02693d41b969 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:05.348568 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5aa04bb3-ea49-4501-94ec-fa5d7729fd93 req-2c908c8e-4f00-4f2d-a4f9-02693d41b969 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0514786 Jun 24 04:22:05.405808 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5aa04bb3-ea49-4501-94ec-fa5d7729fd93 req-5162f49e-ce2c-4d69-915d-b59800974513 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512090 Jun 24 04:22:05.433253 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-ed06a5ee-2fdd-4467-87d9-747036aa90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:05.434740 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-ed06a5ee-2fdd-4467-87d9-747036aa90fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 1127 time: 0.0420010 Jun 24 04:22:05.529050 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-b3a705c9-ea67-4e67-8b55-207b2cffeed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:05.530436 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-b3a705c9-ea67-4e67-8b55-207b2cffeed6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.0883443 Jun 24 04:22:05.543237 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:05.574158 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-b6d318ad-e287-42e2-b020-24ad7e7c3b4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 200 len: 217 time: 0.0359104 Jun 24 04:22:05.621194 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:22:05.622865 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-64596059-f10f-4c7d-a394-d6e0a09a0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:05.624365 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-64596059-f10f-4c7d-a394-d6e0a09a0c02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.0437968 Jun 24 04:22:05.666938 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-78189496-470f-49d7-8d9e-280d27782942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:05.668461 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-78189496-470f-49d7-8d9e-280d27782942 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380726 Jun 24 04:22:05.717260 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:05.723895 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:05.735913 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'port_id': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'mac_address': 'fa:16:3e:95:bb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:22:05.761381 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-b67245d9-4ee9-43f5-a0a1-00fe04e19aa0 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863698 Jun 24 04:22:05.772050 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:22:05.772445 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:05.787009 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:22:05.805987 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:05.857716 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be786550-8e58-4d0f-b841-40dcd98bfb96 req-546dba8a-213b-4bad-9d50-5febb5d42e09 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897386 Jun 24 04:22:05.887634 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:05.925865 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:05.934753 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:06.217072 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:22:06.526873 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f23fb5-e10c-4020-a190-719f9e6e70b0 req-bee1cf7f-e982-4db6-8dcc-e25bbd717dba tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:06.528341 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-28f23fb5-e10c-4020-a190-719f9e6e70b0 req-bee1cf7f-e982-4db6-8dcc-e25bbd717dba tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0487344 Jun 24 04:22:06.579410 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-28f23fb5-e10c-4020-a190-719f9e6e70b0 req-333b5a6e-77dd-428b-9258-02fe34ac6eb4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449493 Jun 24 04:22:07.629440 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:22:07.673107 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:22:07.699438 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992f8d9-87bd-4f3c-b4d4-eaaf6f7038e9 req-8ffd6181-f0d8-4b7a-bf68-4cd143e46fe9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:07.701038 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a992f8d9-87bd-4f3c-b4d4-eaaf6f7038e9 req-8ffd6181-f0d8-4b7a-bf68-4cd143e46fe9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0480938 Jun 24 04:22:07.738630 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:22:07.739005 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:07.748532 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a992f8d9-87bd-4f3c-b4d4-eaaf6f7038e9 req-5b4aab35-2fc9-4db8-82ac-aa38c075a710 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418549 Jun 24 04:22:07.816616 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:22:07.816997 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:07.839540 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:07.842753 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0855832e-b2c5-4fec-82a3-93e447739028" -d '{"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-plugged", "status": "completed", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:07.855396 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:07.878802 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d479575-b02a-44c4-8224-e0a624eb341c x-openstack-request-id: req-0d479575-b02a-44c4-8224-e0a624eb341c {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:07.879086 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-plugged", "status": "completed", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:07.879332 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d479575-b02a-44c4-8224-e0a624eb341c {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:07.879717 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d479575-b02a-44c4-8224-e0a624eb341c'] response: {'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'code': 200} Jun 24 04:22:07.915939 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:07.962417 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:08.197744 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf7774-26a3-49a1-ac1e-f42a2e9b5f7b req-1ffd4fed-eeca-480e-b820-43dceeda5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:08.199239 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a8cf7774-26a3-49a1-ac1e-f42a2e9b5f7b req-1ffd4fed-eeca-480e-b820-43dceeda5501 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 1129 time: 0.0373704 Jun 24 04:22:08.243556 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a8cf7774-26a3-49a1-ac1e-f42a2e9b5f7b req-c1a72069-703f-4810-a0a5-0056e72614e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373671 Jun 24 04:22:08.869205 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21134a37-f8c3-446d-af94-573876657de3 req-f86cc4a3-8d03-442d-b7d9-9917edb44f79 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:08.870691 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21134a37-f8c3-446d-af94-573876657de3 req-f86cc4a3-8d03-442d-b7d9-9917edb44f79 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0508022 Jun 24 04:22:08.918964 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-21134a37-f8c3-446d-af94-573876657de3 req-dd2795af-0056-4f75-8b81-31783bb51f63 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427318 Jun 24 04:22:10.047017 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089995da-1a71-4735-b1b8-fcd956769189 req-25c5559f-0d55-44c7-beb7-5f33ccba89d2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:10.048548 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-089995da-1a71-4735-b1b8-fcd956769189 req-25c5559f-0d55-44c7-beb7-5f33ccba89d2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0520520 Jun 24 04:22:10.095919 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-089995da-1a71-4735-b1b8-fcd956769189 req-f50a7b19-9e31-4ca9-9df4-b706c0d0be3c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413172 Jun 24 04:22:10.211204 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e0cd1-b9e1-47dd-8a00-4b8dd204aabc req-faffaf57-0334-4425-a557-a4b8e98b9c63 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:10.212672 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8f2e0cd1-b9e1-47dd-8a00-4b8dd204aabc req-faffaf57-0334-4425-a557-a4b8e98b9c63 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0469198 Jun 24 04:22:10.222293 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55276) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:10.226967 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Request body: {'floatingip': {'port_id': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:10.267313 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (d2f9edb3-805d-4e84-9168-0af6d4ffec40), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:10.421146 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:10.694921 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:10.751965 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (d2f9edb3-805d-4e84-9168-0af6d4ffec40), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:10.787328 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:10.846292 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Floating IP d2f9edb3-805d-4e84-9168-0af6d4ffec40 associated. External IP: 172.27.2.46, port: ab32d98a-bac7-43ac-9d49-8e1998c9fbc2. Jun 24 04:22:11.043084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Router d896c8ed-7644-4bc0-b747-979e67a7f6c2 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:11.143654 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:11.148659 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:11.153400 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991c005-3844-438e-97f2-5918d94858eb None None] Sync routers for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:11.163596 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991c005-3844-438e-97f2-5918d94858eb None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:11.164196 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e991c005-3844-438e-97f2-5918d94858eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:01Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:11.177840 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-bcc43452-c601-4754-a0be-2e4ff823c0f8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "PUT /v2.0/floatingips/d2f9edb3-805d-4e84-9168-0af6d4ffec40 HTTP/1.1" status: 200 len: 990 time: 0.9544692 Jun 24 04:22:11.178431 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:11.180650 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87b7458-6733-4276-8af4-833defd36ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:11.216170 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0445e25a-5aac-49a9-93f3-a5398b1e56e4 x-openstack-request-id: req-0445e25a-5aac-49a9-93f3-a5398b1e56e4 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:11.217514 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:11.217770 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0445e25a-5aac-49a9-93f3-a5398b1e56e4 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:11.218202 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0445e25a-5aac-49a9-93f3-a5398b1e56e4'] response: {'name': 'network-changed', 'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'status': 'completed', 'code': 200} Jun 24 04:22:11.266798 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e991c005-3844-438e-97f2-5918d94858eb None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:11.285359 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b7458-6733-4276-8af4-833defd36ef5 req-de9f615e-547e-40a7-80c0-0c61d0e5fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:11.286861 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d87b7458-6733-4276-8af4-833defd36ef5 req-de9f615e-547e-40a7-80c0-0c61d0e5fd40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 1129 time: 0.0405457 Jun 24 04:22:11.361755 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:11.389084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b7458-6733-4276-8af4-833defd36ef5 req-44aa7786-30b2-4f97-9f08-3a4dfd75b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:11.390928 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d87b7458-6733-4276-8af4-833defd36ef5 req-44aa7786-30b2-4f97-9f08-3a4dfd75b92c service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.0917058 Jun 24 04:22:11.457580 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d87b7458-6733-4276-8af4-833defd36ef5 req-07910154-d360-42bd-b5d2-c4de0feb5081 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 200 len: 998 time: 0.0598280 Jun 24 04:22:11.506915 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b7458-6733-4276-8af4-833defd36ef5 req-64782ef0-45b2-4bd6-a939-78cba66095d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:11.508379 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d87b7458-6733-4276-8af4-833defd36ef5 req-64782ef0-45b2-4bd6-a939-78cba66095d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.0434346 Jun 24 04:22:11.554561 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e991c005-3844-438e-97f2-5918d94858eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'd2f9edb3-805d-4e84-9168-0af6d4ffec40', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'port_id': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'mac_address': 'fa:16:3e:95:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:21:58Z', 'updated_at': '2022-06-24T04:22:10Z', 'revision_number': 1, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:11.564575 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b7458-6733-4276-8af4-833defd36ef5 req-192cb570-e06b-40d7-9b5f-2136a2ce00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:11.566037 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d87b7458-6733-4276-8af4-833defd36ef5 req-192cb570-e06b-40d7-9b5f-2136a2ce00c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417862 Jun 24 04:22:11.583289 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991c005-3844-438e-97f2-5918d94858eb None None] Checking router: d896c8ed-7644-4bc0-b747-979e67a7f6c2 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:11.592863 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991c005-3844-438e-97f2-5918d94858eb None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:11.593464 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e991c005-3844-438e-97f2-5918d94858eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:01Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:11.656454 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d87b7458-6733-4276-8af4-833defd36ef5 req-a5d465f7-0ea9-4dac-bbc5-0fabb9c13365 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825565 Jun 24 04:22:11.690017 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:11.694028 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e991c005-3844-438e-97f2-5918d94858eb None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:11.715871 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:11.752090 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d87b7458-6733-4276-8af4-833defd36ef5 req-8a2c37b9-3085-4918-b98f-12c4c947c79c service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Jun 24 04:22:11.901777 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e991c005-3844-438e-97f2-5918d94858eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'd2f9edb3-805d-4e84-9168-0af6d4ffec40', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'port_id': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'mac_address': 'fa:16:3e:95:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:21:58Z', 'updated_at': '2022-06-24T04:22:10Z', 'revision_number': 1, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:11.927180 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991c005-3844-438e-97f2-5918d94858eb None None] The sync data for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi is: [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': 'd2f9edb3-805d-4e84-9168-0af6d4ffec40', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'port_id': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'mac_address': 'fa:16:3e:95:bb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:21:58Z', 'updated_at': '2022-06-24T04:22:10Z', 'revision_number': 1, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:12.111867 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f4f9d-ca5b-422e-bb33-c535601bd302 None None] New status for floating IP d2f9edb3-805d-4e84-9168-0af6d4ffec40: ACTIVE {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:22:19.821209 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:20.089404 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=74 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:20.092441 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=15 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:20.955618 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35708-0259-4d02-b221-2affb7e3fca5 req-2b4e8c35-2797-4724-ba64-947f39981dda tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:20.957087 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-07a35708-0259-4d02-b221-2affb7e3fca5 req-2b4e8c35-2797-4724-ba64-947f39981dda tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.1528800 Jun 24 04:22:21.004769 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-07a35708-0259-4d02-b221-2affb7e3fca5 req-3e117449-e635-4649-8839-2fc20b515020 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420332 Jun 24 04:22:21.900089 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=37 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:21.906054 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=10 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:22.121414 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a970f-f713-4ace-96e8-f1b75ea9b540 req-7d474ef2-3698-4305-b2e1-c58e1e5b0f75 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:22.122897 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-162a970f-f713-4ace-96e8-f1b75ea9b540 req-7d474ef2-3698-4305-b2e1-c58e1e5b0f75 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0474362 Jun 24 04:22:22.168842 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-162a970f-f713-4ace-96e8-f1b75ea9b540 req-60299a64-ff8c-46f7-b112-949c9930891f tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Jun 24 04:22:23.269887 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:23.283103 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec18f65-019c-4073-8090-e45e2a4a1da1 req-0f1c434e-69a8-4b93-879b-b0d33fe27b5c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:23.284556 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0ec18f65-019c-4073-8090-e45e2a4a1da1 req-0f1c434e-69a8-4b93-879b-b0d33fe27b5c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Jun 24 04:22:23.335855 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0ec18f65-019c-4073-8090-e45e2a4a1da1 req-16d3fd44-c05c-49f2-abbf-d10eb59b2010 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457711 Jun 24 04:22:23.642930 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-49e8d0de-272a-43a7-b288-8fdd468b6f4e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:23.644351 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-49e8d0de-272a-43a7-b288-8fdd468b6f4e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0474629 Jun 24 04:22:24.092989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Deleting port 743a00dc-b28e-4621-9d5a-757c991d77fb {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:24.093608 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:24.188486 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] For port 743a00dc-b28e-4621-9d5a-757c991d77fb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=743a00dc-b28e-4621-9d5a-757c991d77fb,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:24.188755 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:24.461952 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1208b-92ad-4db8-b1cb-770ae258f88e req-69c7814c-9612-4dd5-8287-c45e171a485c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:24.464585 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0fa1208b-92ad-4db8-b1cb-770ae258f88e req-69c7814c-9612-4dd5-8287-c45e171a485c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 945 time: 0.0532274 Jun 24 04:22:24.513783 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0fa1208b-92ad-4db8-b1cb-770ae258f88e req-a80f9abf-29de-4f9e-84a3-87941d650bee tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=994d0c03-ae58-49ba-b8f5-08b27f8c0c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433364 Jun 24 04:22:24.627017 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:24.627583 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (ea7c7a32-c574-4702-b565-37106b55d8dd), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:24.627717 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Floating IP ea7c7a32-c574-4702-b565-37106b55d8dd disassociated. External IP: 172.27.2.178, port: 743a00dc-b28e-4621-9d5a-757c991d77fb. Jun 24 04:22:24.628052 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Calling delete_port for 743a00dc-b28e-4621-9d5a-757c991d77fb owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:24.706796 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:24.842358 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (743a00dc-b28e-4621-9d5a-757c991d77fb), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:24.873636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event deleted for resources: {'Port': ['ID=743a00dc-b28e-4621-9d5a-757c991d77fb,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:24.885616 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.885965 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.886304 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.886668 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.887002 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.887358 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.887685 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.888015 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.888355 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.888665 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.888992 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.889316 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.889634 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.890171 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.890527 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:24.999601 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:25.110877 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:25.121050 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] Sync routers for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:25.133316 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:25.134002 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:01Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:25.153949 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] No DVR routers for this DVR port 743a00dc-b28e-4621-9d5a-757c991d77fb on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:25.157171 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:25.160850 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8f32c808-cfb6-4bc0-8151-fb3806fd0b1e req-36238bfc-17bf-4df1-b1ce-b7877e408756 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "DELETE /v2.0/ports/743a00dc-b28e-4621-9d5a-757c991d77fb HTTP/1.1" status: 204 len: 173 time: 1.1519384 Jun 24 04:22:25.161365 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'name': 'network-vif-deleted', 'tag': '743a00dc-b28e-4621-9d5a-757c991d77fb'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:25.163674 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5610d5-307b-43e1-acd6-cae796159d0d" -d '{"events": [{"server_uuid": "95960fad-f7dd-4195-97e2-b8519a0ac2d3", "name": "network-vif-deleted", "tag": "743a00dc-b28e-4621-9d5a-757c991d77fb"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:25.200255 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e382b9-e47d-47cb-9acc-f03bd08df952 x-openstack-request-id: req-a5e382b9-e47d-47cb-9acc-f03bd08df952 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:25.200926 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95960fad-f7dd-4195-97e2-b8519a0ac2d3", "name": "network-vif-deleted", "tag": "743a00dc-b28e-4621-9d5a-757c991d77fb", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:25.201193 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5e382b9-e47d-47cb-9acc-f03bd08df952 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:25.201604 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e382b9-e47d-47cb-9acc-f03bd08df952'] response: {'server_uuid': '95960fad-f7dd-4195-97e2-b8519a0ac2d3', 'name': 'network-vif-deleted', 'tag': '743a00dc-b28e-4621-9d5a-757c991d77fb', 'status': 'completed', 'code': 200} Jun 24 04:22:25.255370 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:25.460607 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:25.485630 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] Checking router: 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:25.494093 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:25.494709 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:01Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:25.604766 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:25.637025 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-156c54ac-f4f6-4c55-a2cf-0389d9caf09f req-821e9159-7fbd-411d-9086-76960c1d102b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=95960fad-f7dd-4195-97e2-b8519a0ac2d3 HTTP/1.1" status: 200 len: 210 time: 0.0290983 Jun 24 04:22:25.707589 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 743a00dc-b28e-4621-9d5a-757c991d77fb no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:25.730296 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 743a00dc-b28e-4621-9d5a-757c991d77fb {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:25.730662 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 743a00dc-b28e-4621-9d5a-757c991d77fb not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:25.792841 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:25.818183 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b72dc5-207e-4cca-8128-cbdfab634034 None None] The sync data for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi is: [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:26.045416 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74f865-2130-4791-9b0e-d67aac505436 None None] New status for floating IP ea7c7a32-c574-4702-b565-37106b55d8dd: DOWN {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:22:26.773702 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55378) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:26.829723 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (994d0c03-ae58-49ba-b8f5-08b27f8c0c99), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:26.854863 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (994d0c03-ae58-49ba-b8f5-08b27f8c0c99), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.001481 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (994d0c03-ae58-49ba-b8f5-08b27f8c0c99), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.004064 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.005242 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "DELETE /v2.0/security-groups/994d0c03-ae58-49ba-b8f5-08b27f8c0c99 HTTP/1.1" status: 204 len: 168 time: 0.2305417 Jun 24 04:22:27.008054 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55382) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:27.014402 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d0c03-ae58-49ba-b8f5-08b27f8c0c99,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:27.022428 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.022775 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.023171 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.023698 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.024032 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.024357 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.024679 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.024997 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.025315 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.025634 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.025950 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.026285 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.026417 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.api.v2.resource [None req-b20d93ea-7a45-414c-a93b-87a7d6e4e890 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] show failed (client error): The resource could not be found. Jun 24 04:22:27.026615 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.026938 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.027255 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3645bd2-205e-4668-b16d-ddb7ed9fe083 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:27.027478 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b20d93ea-7a45-414c-a93b-87a7d6e4e890 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups/994d0c03-ae58-49ba-b8f5-08b27f8c0c99 HTTP/1.1" status: 404 len: 347 time: 0.0181847 Jun 24 04:22:27.034811 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55386) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:27.146432 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:27.151630 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Deleting port 6759183d-db5e-427c-afcf-ad65881a7e03 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:27.151630 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (6759183d-db5e-427c-afcf-ad65881a7e03), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.227625 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (6759183d-db5e-427c-afcf-ad65881a7e03), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.227875 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (6759183d-db5e-427c-afcf-ad65881a7e03), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.241228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Calling delete_port for 6759183d-db5e-427c-afcf-ad65881a7e03 owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:27.324591 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:27.470122 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (6759183d-db5e-427c-afcf-ad65881a7e03), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.494222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event deleted for resources: {'Port': ['ID=6759183d-db5e-427c-afcf-ad65881a7e03,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:27.562632 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (ea7c7a32-c574-4702-b565-37106b55d8dd), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.565118 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.566268 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-812b0896-2a7e-45a3-b86e-13be9a91b799 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea7c7a32-c574-4702-b565-37106b55d8dd HTTP/1.1" status: 204 len: 168 time: 0.5306747 Jun 24 04:22:27.726677 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55394) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:27.731398 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-fe9caa17-4dd2-42eb-a592-a435f640ef0b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127942317', 'description': 'tempest-description--1534332600'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:27.844280 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fe9caa17-4dd2-42eb-a592-a435f640ef0b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.917772 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fe9caa17-4dd2-42eb-a592-a435f640ef0b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (104bbd74-7285-49f9-a439-f0041c77000f), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.930925 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-37c3c7e7-7902-48ac-b693-fd192b7954bc tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655786945&fields=id&tenant_id=d51a251ca7084b2bb07d808026cccd67 HTTP/1.1" status: 200 len: 267 time: 0.0475106 Jun 24 04:22:27.970187 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fe9caa17-4dd2-42eb-a592-a435f640ef0b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (104bbd74-7285-49f9-a439-f0041c77000f), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:27.988669 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-741417c0-ff15-4503-83bf-4d253e11f05d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:27.990055 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-741417c0-ff15-4503-83bf-4d253e11f05d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 984 time: 0.0537369 Jun 24 04:22:28.001737 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Request body: {'port': {'security_groups': ['7152fccd-43c1-4651-87ab-edaad289e7d5']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:28.001940 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9caa17-4dd2-42eb-a592-a435f640ef0b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104bbd74-7285-49f9-a439-f0041c77000f,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:28.082476 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fe9caa17-4dd2-42eb-a592-a435f640ef0b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.084463 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-fe9caa17-4dd2-42eb-a592-a435f640ef0b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3567302 Jun 24 04:22:28.090933 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55402) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:28.091335 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (119eca9e-1070-4304-801e-2d66cb712073), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.097451 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-b7f53f72-add0-421e-9ec3-7c1ed5ff0da4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'security_group_rule': {'security_group_id': '104bbd74-7285-49f9-a439-f0041c77000f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:28.178786 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d7568-9e77-4366-a0b3-58e2e9bc5662 req-94fce063-8ca6-4c46-b2a8-cc59319ea164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:28.180359 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-040d7568-9e77-4366-a0b3-58e2e9bc5662 req-94fce063-8ca6-4c46-b2a8-cc59319ea164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 945 time: 0.0569363 Jun 24 04:22:28.214232 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b7f53f72-add0-421e-9ec3-7c1ed5ff0da4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (656bc6f9-a6cf-4c12-adba-d6db20d0dec4), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.261008 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-040d7568-9e77-4366-a0b3-58e2e9bc5662 req-4cfa6862-8740-4e57-8bd8-e747167cdaaa tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711787 Jun 24 04:22:28.288363 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] For port 119eca9e-1070-4304-801e-2d66cb712073, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=119eca9e-1070-4304-801e-2d66cb712073,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:28.300004 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b7f53f72-add0-421e-9ec3-7c1ed5ff0da4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (656bc6f9-a6cf-4c12-adba-d6db20d0dec4), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.323399 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for port (119eca9e-1070-4304-801e-2d66cb712073), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.351958 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e44e2759-f347-442a-9381-284a3640a097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.452766 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b7f53f72-add0-421e-9ec3-7c1ed5ff0da4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (656bc6f9-a6cf-4c12-adba-d6db20d0dec4), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.464257 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (119eca9e-1070-4304-801e-2d66cb712073), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.476029 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f53f72-add0-421e-9ec3-7c1ed5ff0da4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656bc6f9-a6cf-4c12-adba-d6db20d0dec4,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:28.476938 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['119eca9e-1070-4304-801e-2d66cb712073'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:22:28.513594 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:28.514169 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.516280 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5419a20f-71f6-4f3b-b176-e9d85bf432e8 req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "PUT /v2.0/ports/119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 942 time: 0.5197358 Jun 24 04:22:28.516705 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:28.521819 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55404) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:28.521987 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f722481f-5c49-4e10-a665-4716833e6bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:28.523154 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:28.560857 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b7f53f72-add0-421e-9ec3-7c1ed5ff0da4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.561381 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:28.564966 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b7f53f72-add0-421e-9ec3-7c1ed5ff0da4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4697454 Jun 24 04:22:28.571216 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55408) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:28.576669 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-bcd45777-21d5-4225-b371-40fa07ba6d45 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'security_group_rule': {'security_group_id': '104bbd74-7285-49f9-a439-f0041c77000f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:28.596003 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42306e1-71c6-4e42-95f0-4a7f492058ee x-openstack-request-id: req-d42306e1-71c6-4e42-95f0-4a7f492058ee {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:28.596582 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:28.597039 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d42306e1-71c6-4e42-95f0-4a7f492058ee {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:28.597638 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42306e1-71c6-4e42-95f0-4a7f492058ee'] response: {'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073', 'status': 'completed', 'code': 200} Jun 24 04:22:28.600728 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09010d2d-b049-4e22-9047-d0b338352d3e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event updated for resources: {'Port': ['ID=119eca9e-1070-4304-801e-2d66cb712073,revision_number=7']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:28.632737 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-31a76885-40d5-44b8-87ef-35efcde96a59 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group (3126237a-d470-4df6-b2d3-1f030e73085d), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.643803 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['119eca9e-1070-4304-801e-2d66cb712073'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:22:28.667343 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-31a76885-40d5-44b8-87ef-35efcde96a59 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group (3126237a-d470-4df6-b2d3-1f030e73085d), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.676239 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:28.679062 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:28.723378 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bcd45777-21d5-4225-b371-40fa07ba6d45 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (45acdeeb-7651-4a7e-821b-ad0862b50699), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.784683 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bcd45777-21d5-4225-b371-40fa07ba6d45 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (45acdeeb-7651-4a7e-821b-ad0862b50699), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.800244 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-d9690418-5219-4731-a33e-a2299e85ea85 None None] Provisioning complete for port 119eca9e-1070-4304-801e-2d66cb712073 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:22:28.800612 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d9690418-5219-4731-a33e-a2299e85ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (119eca9e-1070-4304-801e-2d66cb712073), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.803729 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-31a76885-40d5-44b8-87ef-35efcde96a59 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (3126237a-d470-4df6-b2d3-1f030e73085d), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.806286 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-31a76885-40d5-44b8-87ef-35efcde96a59 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.808388 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-31a76885-40d5-44b8-87ef-35efcde96a59 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "DELETE /v2.0/security-groups/3126237a-d470-4df6-b2d3-1f030e73085d HTTP/1.1" status: 204 len: 168 time: 0.2854731 Jun 24 04:22:28.811104 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55410) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:28.819532 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76885-40d5-44b8-87ef-35efcde96a59 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3126237a-d470-4df6-b2d3-1f030e73085d,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:28.877644 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bcd45777-21d5-4225-b371-40fa07ba6d45 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (45acdeeb-7651-4a7e-821b-ad0862b50699), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.914560 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-d9690418-5219-4731-a33e-a2299e85ea85 None None] Current status of the port 119eca9e-1070-4304-801e-2d66cb712073 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:22:28.915598 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:28.931740 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd45777-21d5-4225-b371-40fa07ba6d45 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45acdeeb-7651-4a7e-821b-ad0862b50699,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:28.976871 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Deleting port 494d8f1d-a1fe-42db-a0b4-eb08e5f41032 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:28.977215 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:28.988547 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:29.040346 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bcd45777-21d5-4225-b371-40fa07ba6d45 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.041474 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-bcd45777-21d5-4225-b371-40fa07ba6d45 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4684629 Jun 24 04:22:29.044809 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55412) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:29.049759 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:29.061130 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.065337 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for floatingip (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.074840 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Calling delete_port for 494d8f1d-a1fe-42db-a0b4-eb08e5f41032 owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:29.144738 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.228008 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.338618 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (494d8f1d-a1fe-42db-a0b4-eb08e5f41032), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.350198 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Allocated IP 172.27.2.194 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/387da5d1-e683-488c-8e10-3713607f1904) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:22:29.367402 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event deleted for resources: {'Port': ['ID=494d8f1d-a1fe-42db-a0b4-eb08e5f41032,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:29.467605 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42fcd3-ab77-45ac-9d45-1de71d7002da req-9b277bdb-aa6d-4bee-a892-6cb40ea89923 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:29.474726 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4d42fcd3-ab77-45ac-9d45-1de71d7002da req-9b277bdb-aa6d-4bee-a892-6cb40ea89923 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 945 time: 0.1084194 Jun 24 04:22:29.477965 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for port (387da5d1-e683-488c-8e10-3713607f1904), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.489911 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:29.514355 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks [] for floatingip (8fc67cb0-3642-4740-9bb2-19e061c7e579), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.519112 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Floating IP 8fc67cb0-3642-4740-9bb2-19e061c7e579 disassociated (deleted). External IP: 172.27.2.239, port: 119eca9e-1070-4304-801e-2d66cb712073. Jun 24 04:22:29.590238 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (387da5d1-e683-488c-8e10-3713607f1904), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.602223 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4d42fcd3-ab77-45ac-9d45-1de71d7002da req-c79b0c25-5d9e-4dd2-a093-4912b60378dd tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265752 Jun 24 04:22:29.614183 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-c99a0bc2-719e-45bc-94e4-17c2271e2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:29.615662 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-c99a0bc2-719e-45bc-94e4-17c2271e2199 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d51a251ca7084b2bb07d808026cccd67&device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1129 time: 0.0642495 Jun 24 04:22:29.632150 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:22:29.635004 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:22:29.637621 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:22:29.663678 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'Port': ['ID=387da5d1-e683-488c-8e10-3713607f1904,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:29.729461 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (100795cf-580f-4df9-b66f-c407efaaf44c), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.731865 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:29.828754 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (387da5d1-e683-488c-8e10-3713607f1904), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:29.870711 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Router f19b7313-2310-47b2-9a1f-0727c3deb5f8 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:29.871822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-1166ab4c-0b94-4bb8-8e85-168d3421a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:29.873328 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-1166ab4c-0b94-4bb8-8e85-168d3421a0ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f544842-0e73-4394-8265-69311b0ed02e HTTP/1.1" status: 200 len: 915 time: 0.1694708 Jun 24 04:22:29.923344 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-2f21998e-0d1d-421c-a6de-8159f6980b70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 217 time: 0.0420094 Jun 24 04:22:29.931199 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e861c7-22e5-466f-96f4-082425893088 req-6a4f0822-a73d-4b93-8e0e-e5db025e9b80 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:29.932647 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-79e861c7-22e5-466f-96f4-082425893088 req-6a4f0822-a73d-4b93-8e0e-e5db025e9b80 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 945 time: 0.1001408 Jun 24 04:22:29.979221 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:29.982990 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for port (387da5d1-e683-488c-8e10-3713607f1904), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:30.025232 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:30.049140 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29624780'] for port (387da5d1-e683-488c-8e10-3713607f1904), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:30.087365 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-dc49ff42-aea9-4186-a0c3-a8acd61834b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:30.088925 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-dc49ff42-aea9-4186-a0c3-a8acd61834b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce2e9762-b665-4ffe-8862-34cea3082eb9 HTTP/1.1" status: 200 len: 853 time: 0.1553917 Jun 24 04:22:30.120282 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'Port': ['ID=387da5d1-e683-488c-8e10-3713607f1904,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:30.131664 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (100795cf-580f-4df9-b66f-c407efaaf44c), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:30.170307 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Deleting port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:30.170670 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:30.189419 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-fb5c3125-facd-4b40-ac02-50b7345f1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:30.190880 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-fb5c3125-facd-4b40-ac02-50b7345f1109 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f544842-0e73-4394-8265-69311b0ed02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714540 Jun 24 04:22:30.197893 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:30.204866 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:30.214786 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8439c29f-d8a0-424c-afd6-ef9affb2abde tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1602943 Jun 24 04:22:30.216472 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:30.216611 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] Sync routers for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:30.226025 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:30.226663 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:01Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:30.308075 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-034a7bd0-14b5-45ce-ba06-01780c3ecf63 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "DELETE /v2.0/floatingips/8fc67cb0-3642-4740-9bb2-19e061c7e579 HTTP/1.1" status: 204 len: 168 time: 1.4952216 Jun 24 04:22:30.338518 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:30.399793 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-21ce44cf-df87-40e5-b2dd-5d71255d0858 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880355 Jun 24 04:22:30.407949 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] For port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:30.408318 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:30.540138 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:30.547240 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e212ff16-3454-484d-8296-9d2dde528040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:30.635212 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:30.642554 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:22Z', 'revision_number': 5, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:30.668514 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] Checking router: f19b7313-2310-47b2-9a1f-0727c3deb5f8 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:30.678415 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:30.679033 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:30.790700 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:30.816217 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8b38e-8029-4291-9d35-d314cc221f7c req-707c4c26-ca57-4108-a8cc-5b7bbd941e93 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:30.818142 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b9a8b38e-8029-4291-9d35-d314cc221f7c req-707c4c26-ca57-4108-a8cc-5b7bbd941e93 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 945 time: 0.0687120 Jun 24 04:22:30.824782 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:30.827039 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52999131-a979-4d7c-87b6-74c1599fe7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:30.903837 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b9a8b38e-8029-4291-9d35-d314cc221f7c req-d715fd4e-328e-4465-a2f5-d9b46c07d6bd tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7cb5f01-35b3-4328-9eac-f95ad949065e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651407 Jun 24 04:22:30.907349 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-7e3956c9-da2a-41bf-a19c-1e096a361421 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--127942317&fields=id&tenant_id=ba92bd9c1afc47008582aba7ec0c5266 HTTP/1.1" status: 200 len: 267 time: 0.4870293 Jun 24 04:22:30.965803 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f722481f-5c49-4e10-a665-4716833e6bf1 req-97f5ae2d-6ba7-414f-886c-b5cd7e90f902 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542824 Jun 24 04:22:30.996620 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18fb980-a36d-4c56-b7a6-43b94affd350 x-openstack-request-id: req-c18fb980-a36d-4c56-b7a6-43b94affd350 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:30.996906 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "tag": "119eca9e-1070-4304-801e-2d66cb712073", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:30.997156 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c18fb980-a36d-4c56-b7a6-43b94affd350 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:30.997542 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18fb980-a36d-4c56-b7a6-43b94affd350'] response: {'name': 'network-changed', 'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'tag': '119eca9e-1070-4304-801e-2d66cb712073', 'status': 'completed', 'code': 200} Jun 24 04:22:31.027195 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:22Z', 'revision_number': 5, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:31.056954 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145812d-f034-470a-ad76-14edb1e40b7b None None] The sync data for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi is: [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:19:17Z', 'revision_number': 4, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '8067017f-351e-4f7f-b1b3-0628a994d5ec', 'name': '', 'network_id': '6f544842-0e73-4394-8265-69311b0ed02e', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'mac_address': 'fa:16:3e:20:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:16Z', 'updated_at': '2022-06-24T04:19:22Z', 'revision_number': 5, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'subnets': [{'id': 'ce2e9762-b665-4ffe-8862-34cea3082eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:31.066235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:31.066625 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (fa81a406-3d53-48d2-8db6-af11bdcf44f8), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:31.066945 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Floating IP fa81a406-3d53-48d2-8db6-af11bdcf44f8 disassociated. External IP: 172.27.2.242, port: 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a. Jun 24 04:22:31.067295 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Calling delete_port for 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:31.131781 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd435-650d-42d5-91a0-e72a071d6175 req-c990253a-d7fb-48ca-a717-48f18b91e7ad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:31.133246 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-c990253a-d7fb-48ca-a717-48f18b91e7ad tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 810 time: 0.2154410 Jun 24 04:22:31.141832 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:31.159867 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3bc93f6a-7c0b-4bba-9e2a-7f3921b8e76c tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/quotas/ba92bd9c1afc47008582aba7ec0c5266 HTTP/1.1" status: 200 len: 375 time: 0.0206592 Jun 24 04:22:31.183479 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:31.225944 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-e1c47510-4c0a-4e77-a439-06d8fe75a706 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597234 Jun 24 04:22:31.332031 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f22ec-ecaf-4fe7-86bc-73e9bc638c42 None None] New status for floating IP 8fc67cb0-3642-4740-9bb2-19e061c7e579: DOWN {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:22:31.388334 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:31.409953 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (54b8f8a3-1d8e-4be9-9c0c-2bb12134879a), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:31.484195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'Port': ['ID=54b8f8a3-1d8e-4be9-9c0c-2bb12134879a,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:31.487516 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-7b947271-027b-4681-839e-dd96fa8803c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:31.490532 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-7b947271-027b-4681-839e-dd96fa8803c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d51a251ca7084b2bb07d808026cccd67&device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 1129 time: 0.1371629 Jun 24 04:22:31.493391 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-616e2a48-4e2c-4239-9d6f-bb44ed36ce32 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442222 Jun 24 04:22:31.740155 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-2a0db314-ceb3-40c8-9940-cde1dec49753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:31.741574 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-2a0db314-ceb3-40c8-9940-cde1dec49753 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f544842-0e73-4394-8265-69311b0ed02e HTTP/1.1" status: 200 len: 915 time: 0.2452388 Jun 24 04:22:31.750589 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-0dca1340-1f56-45cc-97d2-84eb2db01840 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382152 Jun 24 04:22:31.767127 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:31.767728 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:31.800716 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-0d345c68-1c74-493b-9952-481fc05b3e0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 200 len: 217 time: 0.0443974 Jun 24 04:22:31.928164 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:31.931543 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-c3713330-10af-4071-a3bc-83149967e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:31.933058 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-c3713330-10af-4071-a3bc-83149967e3b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce2e9762-b665-4ffe-8862-34cea3082eb9 HTTP/1.1" status: 200 len: 853 time: 0.1233289 Jun 24 04:22:31.975306 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:31.989711 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:32.004517 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:32.005548 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:32.069036 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] No DVR routers for this DVR port 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:32.071278 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-4805bc90-47b4-4ade-bf80-776610870131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:32.074006 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-4805bc90-47b4-4ade-bf80-776610870131 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f544842-0e73-4394-8265-69311b0ed02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1320059 Jun 24 04:22:32.074129 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:32.077862 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-79e861c7-22e5-466f-96f4-082425893088 req-65fbdc36-4cec-4079-95eb-6abab7fab5b9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "DELETE /v2.0/ports/54b8f8a3-1d8e-4be9-9c0c-2bb12134879a HTTP/1.1" status: 204 len: 173 time: 2.1338406 Jun 24 04:22:32.172655 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-464d824f-6e59-4151-b49d-1dc9bdd1bfc4 req-87851ebf-95b6-439b-bbf9-1948db747dfb tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 210 time: 0.0530221 Jun 24 04:22:32.199742 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bb317477-c678-43bf-a19a-2392c6fcf0b1 req-ba5989f5-062c-4765-bf12-b6e962fe8c4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ac8aeb-d87b-48df-9a78-d17d9a2967a3 HTTP/1.1" status: 200 len: 210 time: 0.0525947 Jun 24 04:22:32.242496 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:32.251463 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-35861c19-4043-4f41-af39-3b104d6bfb8d service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664262 Jun 24 04:22:32.389556 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-52999131-a979-4d7c-87b6-74c1599fe7d0 req-8e9bdf85-4a0a-41f7-a0a8-5eb9c50deb26 service neutron] 10.222.0.43 "GET /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301470 Jun 24 04:22:32.459624 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:32.487161 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:32.502828 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:32.502828 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:32.608052 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:32.645883 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:32.800122 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:32.826169 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b46a6-7358-4610-a131-0f36dcc8a6d4 None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:32.998549 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'name': 'network-vif-deleted', 'tag': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:33.001384 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2735d3e-3131-4fa3-8d97-8dfeb0437683" -d '{"events": [{"server_uuid": "f9ac8aeb-d87b-48df-9a78-d17d9a2967a3", "name": "network-vif-deleted", "tag": "54b8f8a3-1d8e-4be9-9c0c-2bb12134879a"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:33.054783 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1cf34e-b2d4-4fd4-b1ef-6af0e4f930a6 x-openstack-request-id: req-5e1cf34e-b2d4-4fd4-b1ef-6af0e4f930a6 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:33.055072 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ac8aeb-d87b-48df-9a78-d17d9a2967a3", "name": "network-vif-deleted", "tag": "54b8f8a3-1d8e-4be9-9c0c-2bb12134879a", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:33.055358 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e1cf34e-b2d4-4fd4-b1ef-6af0e4f930a6 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:33.055726 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1cf34e-b2d4-4fd4-b1ef-6af0e4f930a6'] response: {'server_uuid': 'f9ac8aeb-d87b-48df-9a78-d17d9a2967a3', 'name': 'network-vif-deleted', 'tag': '54b8f8a3-1d8e-4be9-9c0c-2bb12134879a', 'status': 'completed', 'code': 200} Jun 24 04:22:33.081386 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e362cb7b-1db4-4d68-a702-b1d54ca228d0 None None] New status for floating IP fa81a406-3d53-48d2-8db6-af11bdcf44f8: DOWN {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:22:33.245812 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.281538 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0545e74d-d2c1-449e-9935-9fad7c584edb req-6953a495-a9a1-4076-85ee-280be5146383 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 210 time: 0.0325093 Jun 24 04:22:33.397674 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55474) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:33.416245 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.445469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ae45b205-0f02-47b4-afb3-66dc49711034 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (d7cb5f01-35b3-4328-9eac-f95ad949065e), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.471537 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ae45b205-0f02-47b4-afb3-66dc49711034 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (d7cb5f01-35b3-4328-9eac-f95ad949065e), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.607022 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ae45b205-0f02-47b4-afb3-66dc49711034 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (d7cb5f01-35b3-4328-9eac-f95ad949065e), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.609824 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ae45b205-0f02-47b4-afb3-66dc49711034 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.611030 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-ae45b205-0f02-47b4-afb3-66dc49711034 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7cb5f01-35b3-4328-9eac-f95ad949065e HTTP/1.1" status: 204 len: 168 time: 0.2225850 Jun 24 04:22:33.613958 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55476) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:33.620267 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b205-0f02-47b4-afb3-66dc49711034 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb5f01-35b3-4328-9eac-f95ad949065e,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:33.631005 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.api.v2.resource [None req-6a98c41c-6584-48e6-8676-e2d2ec23da9d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] show failed (client error): The resource could not be found. Jun 24 04:22:33.634702 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-6a98c41c-6584-48e6-8676-e2d2ec23da9d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups/d7cb5f01-35b3-4328-9eac-f95ad949065e HTTP/1.1" status: 404 len: 347 time: 0.0163586 Jun 24 04:22:33.635029 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55480) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:33.736745 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:33.757438 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:33.757663 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Deleting port 5603fbee-1d04-4147-94d8-16c2ec5fcf64 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:33.757834 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 54b8f8a3-1d8e-4be9-9c0c-2bb12134879a not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:33.757932 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (5603fbee-1d04-4147-94d8-16c2ec5fcf64), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.760537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:33.844968 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (5603fbee-1d04-4147-94d8-16c2ec5fcf64), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.845477 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (5603fbee-1d04-4147-94d8-16c2ec5fcf64), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:33.859434 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Calling delete_port for 5603fbee-1d04-4147-94d8-16c2ec5fcf64 owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:34.095142 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (5603fbee-1d04-4147-94d8-16c2ec5fcf64), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.095867 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa9ea6-ea7c-41b2-b98e-51d4a1fb446e req-46770cdc-da95-464e-9a96-c24387a06bdf tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:34.097055 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b7aa9ea6-ea7c-41b2-b98e-51d4a1fb446e req-46770cdc-da95-464e-9a96-c24387a06bdf tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0464914 Jun 24 04:22:34.124261 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'Port': ['ID=5603fbee-1d04-4147-94d8-16c2ec5fcf64,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:34.152602 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b7aa9ea6-ea7c-41b2-b98e-51d4a1fb446e req-6d947531-5475-485d-962e-0c734b0dc124 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496969 Jun 24 04:22:34.193524 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (fa81a406-3d53-48d2-8db6-af11bdcf44f8), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.196568 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.197695 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e51c052c-e8ff-476f-a5d9-1e97d023b659 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "DELETE /v2.0/floatingips/fa81a406-3d53-48d2-8db6-af11bdcf44f8 HTTP/1.1" status: 204 len: 168 time: 0.5618432 Jun 24 04:22:34.353151 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55492) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:34.357665 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-16076140-bf7f-452f-8610-f6b5b6576f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958807841', 'description': 'tempest-description--994816494'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:34.376071 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e30bdd6-7a82-4340-aa5a-a144604c616a req-7334bcc4-551e-46af-875f-885b20bdb1d6 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Jun 24 04:22:34.453379 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-16076140-bf7f-452f-8610-f6b5b6576f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.521724 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:34.524375 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-16076140-bf7f-452f-8610-f6b5b6576f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (b10ca299-3150-4ca8-a91c-1aa042dfe16d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.595326 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-16076140-bf7f-452f-8610-f6b5b6576f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (b10ca299-3150-4ca8-a91c-1aa042dfe16d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.629579 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16076140-bf7f-452f-8610-f6b5b6576f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ca299-3150-4ca8-a91c-1aa042dfe16d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:34.673992 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-16076140-bf7f-452f-8610-f6b5b6576f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.675430 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-16076140-bf7f-452f-8610-f6b5b6576f15 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3211532 Jun 24 04:22:34.679648 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55500) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:34.682762 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-7ecd8fd4-d4dd-4589-b8a0-af1eb2842164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group_rule': {'security_group_id': 'b10ca299-3150-4ca8-a91c-1aa042dfe16d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:34.789928 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8fd4-d4dd-4589-b8a0-af1eb2842164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (a17ed08b-fed8-41d7-9013-099a15f3ed78), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.852217 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8fd4-d4dd-4589-b8a0-af1eb2842164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (a17ed08b-fed8-41d7-9013-099a15f3ed78), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.938802 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8fd4-d4dd-4589-b8a0-af1eb2842164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (a17ed08b-fed8-41d7-9013-099a15f3ed78), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:34.957681 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd8fd4-d4dd-4589-b8a0-af1eb2842164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17ed08b-fed8-41d7-9013-099a15f3ed78,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:35.049047 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7ecd8fd4-d4dd-4589-b8a0-af1eb2842164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.050290 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7ecd8fd4-d4dd-4589-b8a0-af1eb2842164 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3711600 Jun 24 04:22:35.052961 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55506) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:35.057089 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-27a79f56-af93-4305-b08e-d8c703103da1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'security_group_rule': {'security_group_id': 'b10ca299-3150-4ca8-a91c-1aa042dfe16d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:35.148911 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-27a79f56-af93-4305-b08e-d8c703103da1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (16500815-9613-4d0c-9720-0c76e17d425a), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.206341 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-27a79f56-af93-4305-b08e-d8c703103da1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (16500815-9613-4d0c-9720-0c76e17d425a), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.233618 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:35.270086 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c24ba-5fd1-4688-8d51-bc14efe086c1 req-6454b920-a5e4-4f88-b7f5-d520f0a4898a tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:35.271595 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-888c24ba-5fd1-4688-8d51-bc14efe086c1 req-6454b920-a5e4-4f88-b7f5-d520f0a4898a tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0479770 Jun 24 04:22:35.276561 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-27a79f56-af93-4305-b08e-d8c703103da1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (16500815-9613-4d0c-9720-0c76e17d425a), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.307786 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79f56-af93-4305-b08e-d8c703103da1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16500815-9613-4d0c-9720-0c76e17d425a,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:35.338894 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-888c24ba-5fd1-4688-8d51-bc14efe086c1 req-9da4d1a3-c6a9-49d3-b267-50c7f3003a0d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599725 Jun 24 04:22:35.416937 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-27a79f56-af93-4305-b08e-d8c703103da1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.421132 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-27a79f56-af93-4305-b08e-d8c703103da1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3643103 Jun 24 04:22:35.426481 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55514) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:35.426481 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:35.489319 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.537471 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-50c5de96-de09-49b0-86b2-4b9b6be672f9 req-5738b512-3e8f-422f-a6f1-d131a0ccd6bc tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 210 time: 0.0281446 Jun 24 04:22:35.571264 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.681551 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Allocated IP 172.27.2.157 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/f7ea4a1b-657a-46a4-9eef-047ba8521013) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:22:35.783289 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (f7ea4a1b-657a-46a4-9eef-047ba8521013), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.791242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:35.881820 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f7ea4a1b-657a-46a4-9eef-047ba8521013), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:35.927972 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:22:35.930857 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:22:35.934724 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:22:35.959126 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=f7ea4a1b-657a-46a4-9eef-047ba8521013,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:36.024539 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (728d1343-a0bf-4b3f-b642-576b23319185), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:36.167663 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f7ea4a1b-657a-46a4-9eef-047ba8521013), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:36.186985 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:36.398170 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd435-650d-42d5-91a0-e72a071d6175 req-1c02b8dd-1528-4867-84b7-3ccf08b8a2d4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:36.399868 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-1c02b8dd-1528-4867-84b7-3ccf08b8a2d4 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 810 time: 0.1727538 Jun 24 04:22:36.418896 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (f7ea4a1b-657a-46a4-9eef-047ba8521013), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:36.456381 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d8c17-a91b-4dd9-bc2e-4cedee75e5f8 req-ea6e852f-af33-48b3-ab68-7a28ae619318 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:36.458010 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9b6d8c17-a91b-4dd9-bc2e-4cedee75e5f8 req-ea6e852f-af33-48b3-ab68-7a28ae619318 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.0496416 Jun 24 04:22:36.475209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (f7ea4a1b-657a-46a4-9eef-047ba8521013), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:36.533381 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9b6d8c17-a91b-4dd9-bc2e-4cedee75e5f8 req-89e60d74-820b-4c76-9679-d8863be10d0d tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691576 Jun 24 04:22:36.553191 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=f7ea4a1b-657a-46a4-9eef-047ba8521013,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:36.569070 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (728d1343-a0bf-4b3f-b642-576b23319185), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:36.668093 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:36.669434 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ed84fa5d-fd3e-4d19-af7c-00c97c28fd11 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2464473 Jun 24 04:22:36.690954 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5cc8bd2a-7151-4b3c-981a-701fa33f7796 req-30c156fa-3166-4071-8673-1c240635eb34 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 210 time: 0.0552323 Jun 24 04:22:36.697146 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49427731-1bfb-4098-a3b6-227466266845 req-91089735-8b93-4590-b7f9-9d5473c09dab tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:36.698653 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-49427731-1bfb-4098-a3b6-227466266845 req-91089735-8b93-4590-b7f9-9d5473c09dab tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.1101418 Jun 24 04:22:36.789858 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-f1a33f6d-01a4-4d21-baee-7303caf2dce8 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba92bd9c1afc47008582aba7ec0c5266 HTTP/1.1" status: 200 len: 379 time: 0.1873746 Jun 24 04:22:36.809087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'port': {'device_id': 'ca634131-d896-451a-8213-b55471341fa6', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'admin_state_up': True, 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'security_groups': ['104bbd74-7285-49f9-a439-f0041c77000f']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:36.879068 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-0f5566e9-c4ca-4f3f-a0fc-b7a6dc1a682b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1958807841&fields=id&tenant_id=ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 267 time: 0.0601206 Jun 24 04:22:36.895084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Deleting port 119eca9e-1070-4304-801e-2d66cb712073 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:36.897477 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (119eca9e-1070-4304-801e-2d66cb712073), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:36.996488 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-bf3936c7-29b5-4950-9462-22c45fc54aff tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:36.998092 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-bf3936c7-29b5-4950-9462-22c45fc54aff tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 815 time: 0.1175103 Jun 24 04:22:37.021341 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-534b55f8-a212-4c8c-8a77-b72004e651ea tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/quotas/ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 375 time: 0.0159969 Jun 24 04:22:37.111647 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-261db540-c97c-4d83-8f61-862155aa59df tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805836 Jun 24 04:22:37.252304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:37.329616 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-3967114d-9a7b-4786-a961-cc3475c48b94 service neutron] 10.222.0.16 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865170 Jun 24 04:22:37.354998 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:37.401064 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] For port 119eca9e-1070-4304-801e-2d66cb712073, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=119eca9e-1070-4304-801e-2d66cb712073,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:37.401432 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (119eca9e-1070-4304-801e-2d66cb712073), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:37.416468 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Calling delete_port for 119eca9e-1070-4304-801e-2d66cb712073 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:37.456807 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-681f622c-5d5f-463b-ac3a-5129c45f5504 service neutron] 10.222.0.16 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198976 Jun 24 04:22:37.487192 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Made reservation on behalf of ba92bd9c1afc47008582aba7ec0c5266 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:22:37.491035 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:37.497304 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:37.697308 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c3f704bc-7621-4d7d-bb87-7f9d14dd2192 req-a4cc22a9-a9a9-4b6e-8984-23c764bec85c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 210 time: 0.0334754 Jun 24 04:22:37.720574 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281264e-ff2c-4f01-b3c9-f1b23b17536c req-b274365c-dac4-4fcc-b3a2-70c93925e80e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:37.722353 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0281264e-ff2c-4f01-b3c9-f1b23b17536c req-b274365c-dac4-4fcc-b3a2-70c93925e80e tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 945 time: 0.1118603 Jun 24 04:22:37.734264 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Allocated IP 172.20.0.11 (e7b2c59a-0555-4ea1-82f3-82731a83d232/ae6c6cc8-dfad-4589-a778-52f0206b85e3/04c693b8-b0c5-4480-a278-08e6a78747c0) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:22:37.784713 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:37.805830 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-04a0f31c-1236-4eae-a208-5db5505362db req-b3adf8fc-a640-4694-9746-91278f45deee tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 210 time: 0.0311902 Jun 24 04:22:37.808652 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (119eca9e-1070-4304-801e-2d66cb712073), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:37.869298 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0281264e-ff2c-4f01-b3c9-f1b23b17536c req-ff49eb69-7245-4d23-b9f1-890b46e17201 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/security-groups?id=7152fccd-43c1-4651-87ab-edaad289e7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365979 Jun 24 04:22:37.881181 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Pushing event deleted for resources: {'Port': ['ID=119eca9e-1070-4304-801e-2d66cb712073,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:37.948540 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:37.969391 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] No DVR routers for this DVR port 119eca9e-1070-4304-801e-2d66cb712073 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:37.973388 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:37.976850 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-49427731-1bfb-4098-a3b6-227466266845 req-9134f144-ea8e-446d-889a-ff438e27719f tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.43 "DELETE /v2.0/ports/119eca9e-1070-4304-801e-2d66cb712073 HTTP/1.1" status: 204 len: 173 time: 1.2514760 Jun 24 04:22:37.977286 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'name': 'network-vif-deleted', 'tag': '119eca9e-1070-4304-801e-2d66cb712073'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:37.979548 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f890f8-1bce-4410-bcf5-050fe5625a32" -d '{"events": [{"server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "name": "network-vif-deleted", "tag": "119eca9e-1070-4304-801e-2d66cb712073"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:38.012353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:38.019693 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99333b4-a87c-47a7-9135-dbcc7d8a4ef5 x-openstack-request-id: req-b99333b4-a87c-47a7-9135-dbcc7d8a4ef5 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:38.019989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c7618d-d975-4f1d-b27f-30ff00022f6b", "name": "network-vif-deleted", "tag": "119eca9e-1070-4304-801e-2d66cb712073", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:38.020244 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b99333b4-a87c-47a7-9135-dbcc7d8a4ef5 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:38.020671 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99333b4-a87c-47a7-9135-dbcc7d8a4ef5'] response: {'server_uuid': '47c7618d-d975-4f1d-b27f-30ff00022f6b', 'name': 'network-vif-deleted', 'tag': '119eca9e-1070-4304-801e-2d66cb712073', 'status': 'completed', 'code': 200} Jun 24 04:22:38.169541 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:38.242655 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:22:38.246332 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:22:38.249401 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:22:38.284594 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event updated for resources: {'Port': ['ID=04c693b8-b0c5-4480-a278-08e6a78747c0,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:38.333837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:38.334516 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:38.441055 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3059cfe8-a5d0-497c-aeda-15eb3ed990b7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6394098 Jun 24 04:22:38.455801 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Request body: {'port': {'device_id': 'ca634131-d896-451a-8213-b55471341fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:38.521177 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:38.602396 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-3c76e030-6ce2-4016-b065-8b63072be924 None None] Provisioning complete for port 04c693b8-b0c5-4480-a278-08e6a78747c0 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:22:38.608682 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-3c76e030-6ce2-4016-b065-8b63072be924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:38.648997 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-3c76e030-6ce2-4016-b065-8b63072be924 None None] Port 04c693b8-b0c5-4480-a278-08e6a78747c0 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:22:38.759919 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:38.839777 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c693b8-b0c5-4480-a278-08e6a78747c0 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:22:38.840363 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-56a1554b-91ec-47cd-8052-35d4a55ffccb req-d89b66d4-d970-4251-ac64-018ba3c557ea tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 210 time: 0.0331295 Jun 24 04:22:38.849822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Publish callbacks [] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:38.876138 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5b0a7-d652-45ea-a8d1-f16e94f92fa2 req-589c565d-43bf-47bb-940f-ac2f815f078d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:38.876138 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bfe5b0a7-d652-45ea-a8d1-f16e94f92fa2 req-589c565d-43bf-47bb-940f-ac2f815f078d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0730193 Jun 24 04:22:38.876138 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Transition to ACTIVE for port object 04c693b8-b0c5-4480-a278-08e6a78747c0 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:22:38.919270 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bfe5b0a7-d652-45ea-a8d1-f16e94f92fa2 req-8c069efc-ed58-41b0-801a-9c211d83baaa tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425582 Jun 24 04:22:38.951606 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dafc76-7787-4658-ac80-9f7252dcca48 req-95ac3fac-ac8c-4927-93f8-e7ca89eda2fa tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:38.954297 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-14dafc76-7787-4658-ac80-9f7252dcca48 req-95ac3fac-ac8c-4927-93f8-e7ca89eda2fa tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 932 time: 0.0548851 Jun 24 04:22:38.955474 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:39.013770 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-14dafc76-7787-4658-ac80-9f7252dcca48 req-f3229ad4-4e60-4389-9d03-57d2f3f2d5d1 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492396 Jun 24 04:22:39.040044 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6c662ed6-3508-4ffd-8219-1f1751f93746 req-6d670aa1-dd3c-45e2-9340-12f800928f50 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0470049 Jun 24 04:22:39.043747 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Pushing event updated for resources: {'Port': ['ID=04c693b8-b0c5-4480-a278-08e6a78747c0,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:39.114107 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:39.124266 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Attempting to bind port 04c693b8-b0c5-4480-a278-08e6a78747c0 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:22:39.124837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Attempting to bind port 04c693b8-b0c5-4480-a278-08e6a78747c0 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:22:39.125418 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Attempting to bind port 04c693b8-b0c5-4480-a278-08e6a78747c0 on network e7b2c59a-0555-4ea1-82f3-82731a83d232 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:22:39.130036 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Port 04c693b8-b0c5-4480-a278-08e6a78747c0 on network e7b2c59a-0555-4ea1-82f3-82731a83d232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:22:39.130358 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Attempting to bind port 04c693b8-b0c5-4480-a278-08e6a78747c0 on network e7b2c59a-0555-4ea1-82f3-82731a83d232 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:22:39.135829 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:22:39.136371 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Checking segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:22:39.136759 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Bound using segment: {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:22:39.137197 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Bound port: 04c693b8-b0c5-4480-a278-08e6a78747c0, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3e9244-174b-4242-a3e1-b67408fbdfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:22:39.137567 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:39.202922 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] For port 04c693b8-b0c5-4480-a278-08e6a78747c0, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:22:39.206076 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] For port 04c693b8-b0c5-4480-a278-08e6a78747c0, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=04c693b8-b0c5-4480-a278-08e6a78747c0,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:22:39.276351 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:39.310054 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:39.310767 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:39.312141 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] 10.222.0.43 "PUT /v2.0/ports/04c693b8-b0c5-4480-a278-08e6a78747c0 HTTP/1.1" status: 200 len: 1094 time: 0.8621538 Jun 24 04:22:39.339748 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd44760-215e-47f5-986e-a3c8d70c896a service neutron] Pushing event updated for resources: {'Port': ['ID=04c693b8-b0c5-4480-a278-08e6a78747c0,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:39.762980 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 119eca9e-1070-4304-801e-2d66cb712073 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:39.784193 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 119eca9e-1070-4304-801e-2d66cb712073 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:39.784540 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 119eca9e-1070-4304-801e-2d66cb712073 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:39.935424 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-941f74d1-a587-4409-b76c-c7658432f939 req-c165e300-2035-4ef0-9d9e-fee5506e715a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 210 time: 0.0266922 Jun 24 04:22:40.022323 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca634131-d896-451a-8213-b55471341fa6', 'tag': '04c693b8-b0c5-4480-a278-08e6a78747c0'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:40.024723 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001733a3-8129-4117-8f85-f1e9358192e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca634131-d896-451a-8213-b55471341fa6", "tag": "04c693b8-b0c5-4480-a278-08e6a78747c0"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:40.041523 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098a6fd-164a-4507-b588-405f797bce5a req-07180a8d-bd6e-4a7f-8f8e-8c2d3cdf1fec tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:40.045970 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3098a6fd-164a-4507-b588-405f797bce5a req-07180a8d-bd6e-4a7f-8f8e-8c2d3cdf1fec tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0575285 Jun 24 04:22:40.071764 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92211ea-505e-44ef-a07a-6b458783e317 x-openstack-request-id: req-b92211ea-505e-44ef-a07a-6b458783e317 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:40.072048 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca634131-d896-451a-8213-b55471341fa6", "tag": "04c693b8-b0c5-4480-a278-08e6a78747c0", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:40.072296 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b92211ea-505e-44ef-a07a-6b458783e317 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:40.072685 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92211ea-505e-44ef-a07a-6b458783e317'] response: {'name': 'network-changed', 'server_uuid': 'ca634131-d896-451a-8213-b55471341fa6', 'tag': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'status': 'completed', 'code': 200} Jun 24 04:22:40.096740 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3098a6fd-164a-4507-b588-405f797bce5a req-e4e8df84-0098-4498-bcc9-a35c3c73472d tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481277 Jun 24 04:22:40.168188 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bfbf8-2b98-4298-9cd6-809d5b459afc req-0a636cac-1fcd-482a-a727-bd888be610b0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:40.169679 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f09bfbf8-2b98-4298-9cd6-809d5b459afc req-0a636cac-1fcd-482a-a727-bd888be610b0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 944 time: 0.0507350 Jun 24 04:22:40.193201 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5a1e14e5-7797-445c-b440-e35eeaec6878 req-4af5aa3c-7905-4c6e-b8fb-0a3b3cb99205 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0293112 Jun 24 04:22:40.217165 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f09bfbf8-2b98-4298-9cd6-809d5b459afc req-60a79776-68f4-4683-8bb2-caf5a8fe8cef tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414207 Jun 24 04:22:41.031175 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-30ab2dd0-fb19-4f36-9ab8-ea1a09703e68 req-f7a11e85-d099-43f1-a220-c93be3c827e0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 210 time: 0.0300369 Jun 24 04:22:41.214951 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2670735-5b9b-48ea-ba53-0d91a01f3af4 req-9fe75943-1671-440e-9b20-4d034da230e2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:41.216313 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d2670735-5b9b-48ea-ba53-0d91a01f3af4 req-9fe75943-1671-440e-9b20-4d034da230e2 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0518806 Jun 24 04:22:41.263876 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d2670735-5b9b-48ea-ba53-0d91a01f3af4 req-4fd90127-58a8-4539-98ff-6726a06ee470 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414710 Jun 24 04:22:41.300149 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cf070722-c506-45fd-bac6-9291724b9e0d req-aeef7ee1-76c0-4faf-92b7-25bb87f0af58 tempest-TestMinimumBasicScenario-1911692833 tempest-TestMinimumBasicScenario-1911692833-project] 10.222.0.16 "GET /v2.0/ports?device_id=47c7618d-d975-4f1d-b27f-30ff00022f6b HTTP/1.1" status: 200 len: 210 time: 0.0294907 Jun 24 04:22:41.365663 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6235557-964c-4994-af24-85a8c42b364d req-2d6f0553-9e26-47e4-96f3-70bea0a7fd92 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:41.367129 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c6235557-964c-4994-af24-85a8c42b364d req-2d6f0553-9e26-47e4-96f3-70bea0a7fd92 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 944 time: 0.0477502 Jun 24 04:22:41.414535 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c6235557-964c-4994-af24-85a8c42b364d req-681d48da-1690-4ed6-9cda-579322420f4e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419624 Jun 24 04:22:41.644098 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:22:42.126891 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-503dfdb8-c7ef-4c07-a54b-5bcf880c6266 req-28d45287-5d5a-4274-8147-2d716dc274f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 210 time: 0.0277169 Jun 24 04:22:42.223853 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001733a3-8129-4117-8f85-f1e9358192e5 req-88257ca4-c27e-4f92-8593-4c01a9b7037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:42.225605 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-001733a3-8129-4117-8f85-f1e9358192e5 req-88257ca4-c27e-4f92-8593-4c01a9b7037f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0401366 Jun 24 04:22:42.335806 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001733a3-8129-4117-8f85-f1e9358192e5 req-12821139-c662-4c58-ba5f-f0fdb445aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:42.337258 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-001733a3-8129-4117-8f85-f1e9358192e5 req-12821139-c662-4c58-ba5f-f0fdb445aa84 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1016023 Jun 24 04:22:42.409813 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f029c-186a-45ff-8bcc-e4900038bcd3 req-1d146b30-d38d-4fbf-9ef0-8296dcdb3d72 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:42.411481 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6c2f029c-186a-45ff-8bcc-e4900038bcd3 req-1d146b30-d38d-4fbf-9ef0-8296dcdb3d72 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0719910 Jun 24 04:22:42.465342 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001733a3-8129-4117-8f85-f1e9358192e5 req-c34c58fe-a850-48a4-9f08-bf77d28d1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:42.471896 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-001733a3-8129-4117-8f85-f1e9358192e5 req-c34c58fe-a850-48a4-9f08-bf77d28d1d7b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058853 Jun 24 04:22:42.472034 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6c2f029c-186a-45ff-8bcc-e4900038bcd3 req-aeb6085b-ac70-4b4a-ba0b-b3c11c0a9ba5 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531285 Jun 24 04:22:42.593427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-2fbc3b1a-fa34-4773-a3f1-4e4089181864 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:42.595161 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-2fbc3b1a-fa34-4773-a3f1-4e4089181864 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0945888 Jun 24 04:22:42.629731 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd435-650d-42d5-91a0-e72a071d6175 req-164a63a7-b9c8-470b-a577-f6463e48a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:42.629731 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-164a63a7-b9c8-470b-a577-f6463e48a103 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0917332 Jun 24 04:22:42.705617 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51eb63-e332-4286-a88b-a0ba725b50d8 req-c849e9af-c82b-4db5-8247-c0c2977ba664 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:42.707110 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab51eb63-e332-4286-a88b-a0ba725b50d8 req-c849e9af-c82b-4db5-8247-c0c2977ba664 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 944 time: 0.1395600 Jun 24 04:22:42.710892 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-02484036-cb92-47a0-bda6-f16f91400442 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c693b8-b0c5-4480-a278-08e6a78747c0 HTTP/1.1" status: 200 len: 217 time: 0.0591173 Jun 24 04:22:42.787918 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:42.821233 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Deleting port 1d7ea309-0291-442f-90a7-78afe6a88e5d {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:42.821581 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:42.830319 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd435-650d-42d5-91a0-e72a071d6175 req-4d7c6068-caaf-4472-b23f-fdc15570f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:42.831527 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-4d7c6068-caaf-4472-b23f-fdc15570f064 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6c6cc8-dfad-4589-a778-52f0206b85e3 HTTP/1.1" status: 200 len: 849 time: 0.1138415 Jun 24 04:22:42.851093 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ab51eb63-e332-4286-a88b-a0ba725b50d8 req-340f82a5-666f-46d1-a70d-5def468cf0dc tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344895 Jun 24 04:22:42.935410 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] For port 1d7ea309-0291-442f-90a7-78afe6a88e5d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1d7ea309-0291-442f-90a7-78afe6a88e5d,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:42.935781 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:42.952014 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:43.080357 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd435-650d-42d5-91a0-e72a071d6175 req-1efda06e-1574-43c4-9e4a-91d8eae2370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:43.081753 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-1efda06e-1574-43c4-9e4a-91d8eae2370e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7b2c59a-0555-4ea1-82f3-82731a83d232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858219 Jun 24 04:22:43.204568 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:43.205419 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (57fb9236-373e-4fd0-91ed-7112e5d865d7), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:43.205419 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Floating IP 57fb9236-373e-4fd0-91ed-7112e5d865d7 disassociated. External IP: 172.27.2.4, port: 1d7ea309-0291-442f-90a7-78afe6a88e5d. Jun 24 04:22:43.205638 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Calling delete_port for 1d7ea309-0291-442f-90a7-78afe6a88e5d owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:43.225832 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-22f67cb0-dec0-4400-af4e-d4f7f7517719 req-8d145adb-d1b8-424f-aa6e-4c4d598a8091 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 210 time: 0.0318062 Jun 24 04:22:43.273116 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-47013432-3f5a-44d5-9ed6-30bd46a18130 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846604 Jun 24 04:22:43.494817 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-724857cb-6c71-481c-8d0c-931a09ec41a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:43.496271 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-724857cb-6c71-481c-8d0c-931a09ec41a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 815 time: 0.2345331 Jun 24 04:22:43.503346 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-412cd435-650d-42d5-91a0-e72a071d6175 req-3ec66229-be9e-4f52-942c-110b89225e7d service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141693 Jun 24 04:22:43.610818 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-3e13edd6-bc10-4c9d-8b68-7d895ab2e8ae tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7130ecbc4d487db66baebeab8550b0 HTTP/1.1" status: 200 len: 380 time: 0.0929260 Jun 24 04:22:43.613551 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (1d7ea309-0291-442f-90a7-78afe6a88e5d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:43.620709 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807821aa-ddd2-4be8-9335-5d2bda0bd168 req-29bd6f27-bb71-4ec3-8c05-db544b2bd12c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:43.622145 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-807821aa-ddd2-4be8-9335-5d2bda0bd168 req-29bd6f27-bb71-4ec3-8c05-db544b2bd12c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 946 time: 0.0688527 Jun 24 04:22:43.655923 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event deleted for resources: {'Port': ['ID=1d7ea309-0291-442f-90a7-78afe6a88e5d,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:43.680174 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:43.738599 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-807821aa-ddd2-4be8-9335-5d2bda0bd168 req-4fe48eec-7260-4de0-94aa-a60d7c398427 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=c031b18e-5fb9-464e-bd2f-8acc32ce0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092253 Jun 24 04:22:43.798778 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Router f5a86038-86a6-4666-bc1a-966f2c008923 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:43.802496 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:43.908707 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:43.923463 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] Sync routers for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:43.934993 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:43.938092 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:43.956761 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] No DVR routers for this DVR port 1d7ea309-0291-442f-90a7-78afe6a88e5d on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:43.959799 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:43.963428 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-67f43499-6b93-48a4-9816-dc43d458c4e5 req-6fa9026b-5d92-4c4a-bbf1-94389f51dbf8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "DELETE /v2.0/ports/1d7ea309-0291-442f-90a7-78afe6a88e5d HTTP/1.1" status: 204 len: 173 time: 1.3475695 Jun 24 04:22:43.964661 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'name': 'network-vif-deleted', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:43.966627 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e998945-deba-441d-b032-725349e4c7e7" -d '{"events": [{"server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "name": "network-vif-deleted", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:43.973057 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:43.983140 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55658) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:44.026896 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537ed17a-6df5-4af3-a9c7-d4d22541ee63 x-openstack-request-id: req-537ed17a-6df5-4af3-a9c7-d4d22541ee63 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:44.027228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df66c5-d6b4-4482-a7cd-7ddccb4c0675", "name": "network-vif-deleted", "tag": "1d7ea309-0291-442f-90a7-78afe6a88e5d", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:44.027582 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-537ed17a-6df5-4af3-a9c7-d4d22541ee63 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:44.028169 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537ed17a-6df5-4af3-a9c7-d4d22541ee63'] response: {'server_uuid': 'f8df66c5-d6b4-4482-a7cd-7ddccb4c0675', 'name': 'network-vif-deleted', 'tag': '1d7ea309-0291-442f-90a7-78afe6a88e5d', 'status': 'completed', 'code': 200} Jun 24 04:22:44.040907 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b469d-1170-4d35-a5cf-b19da6fb95cd req-ca55077a-6d37-4d02-9a29-b6e2642fd6ca tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:44.047747 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:44.049979 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-458b469d-1170-4d35-a5cf-b19da6fb95cd req-ca55077a-6d37-4d02-9a29-b6e2642fd6ca tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 944 time: 0.1233807 Jun 24 04:22:44.141232 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-458b469d-1170-4d35-a5cf-b19da6fb95cd req-b3b38b84-084c-4e41-b962-6777bdbb635e tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903449 Jun 24 04:22:44.332455 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d1f38459-4006-4751-839a-95bab187ce36 req-c04233f7-eb41-4190-9a9a-bc4472f7dcd4 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 210 time: 0.0284159 Jun 24 04:22:44.338477 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:44.364204 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] Checking router: f5a86038-86a6-4666-bc1a-966f2c008923 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:44.364772 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:44.372702 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:44.375053 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:44.429139 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (f19b7313-2310-47b2-9a1f-0727c3deb5f8), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:44.479468 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:44.482172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'port': {'device_id': '87b70b01-cc71-40ad-a0dc-efe093913399', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'admin_state_up': True, 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'security_groups': ['b10ca299-3150-4ca8-a91c-1aa042dfe16d']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:44.660073 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:44.689639 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:44.718769 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b80e5-2c89-4e82-a982-efae4308c654 None None] The sync data for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi is: [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:30Z', 'revision_number': 4, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ebcd343f-e1b8-46ad-a23e-8ab3c343734d', 'name': '', 'network_id': '8ce8156e-f527-45c8-b424-190ecb88e595', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'mac_address': 'fa:16:3e:96:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:27Z', 'updated_at': '2022-06-24T04:17:45Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'subnets': [{'id': 'e9dcbffd-b79e-48e0-82be-720d32dc3e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:44.721365 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Made reservation on behalf of ab7130ecbc4d487db66baebeab8550b0 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:22:44.730091 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:44.891756 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Allocated IP 172.20.0.12 (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7/c76d2cf8-c72d-4b16-983e-0fa0aff50668/40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:22:44.971661 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ab8f24a3-4158-4773-8e11-6db584b7767a req-37352b01-45fa-4bd7-94ca-1bfabc813e24 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8df66c5-d6b4-4482-a7cd-7ddccb4c0675 HTTP/1.1" status: 200 len: 210 time: 0.0372691 Jun 24 04:22:45.006626 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Deleting port 8067017f-351e-4f7f-b1b3-0628a994d5ec {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:45.007282 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.024264 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3aaf6-7ee3-4c68-82e1-8db4cd7bf6fc None None] New status for floating IP 57fb9236-373e-4fd0-91ed-7112e5d865d7: DOWN {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:22:45.068891 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.099062 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] For port 8067017f-351e-4f7f-b1b3-0628a994d5ec, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=8067017f-351e-4f7f-b1b3-0628a994d5ec,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:45.099416 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.113288 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Calling delete_port for 8067017f-351e-4f7f-b1b3-0628a994d5ec owned by network:router_interface {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:45.167488 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.247524 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:22:45.267786 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:22:45.273874 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:22:45.320657 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event updated for resources: {'Port': ['ID=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:45.328587 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e416-ba43-4fe3-ac58-a7e63b0ea56d req-d19df90e-b2b8-4975-8c55-a103086ea595 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:45.330548 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43d9e416-ba43-4fe3-ac58-a7e63b0ea56d req-d19df90e-b2b8-4975-8c55-a103086ea595 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 944 time: 0.1023545 Jun 24 04:22:45.365380 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:45.367242 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (8067017f-351e-4f7f-b1b3-0628a994d5ec), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.378419 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:45.379021 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.402665 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Pushing event deleted for resources: {'Port': ['ID=8067017f-351e-4f7f-b1b3-0628a994d5ec,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:45.422911 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43d9e416-ba43-4fe3-ac58-a7e63b0ea56d req-956511f8-e9ff-4620-8a46-88ccb8ca62c7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844839 Jun 24 04:22:45.495370 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-4e78130b-8680-4667-b981-a90343bac0f0 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0171125 Jun 24 04:22:45.534455 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b18d9-8669-4868-aa62-30fca742a5bc req-2c248351-ed89-4894-a12b-c9a01a659fd1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:45.536333 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-999b18d9-8669-4868-aa62-30fca742a5bc req-2c248351-ed89-4894-a12b-c9a01a659fd1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 932 time: 0.0806928 Jun 24 04:22:45.571079 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Request body: {'port': {'device_id': '87b70b01-cc71-40ad-a0dc-efe093913399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:45.641199 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:45.643627 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.648449 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9283c670-8427-4488-a005-bf37f3835f2a None None] Provisioning complete for port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:22:45.652959 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9283c670-8427-4488-a005-bf37f3835f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.660770 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:45.678980 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-999b18d9-8669-4868-aa62-30fca742a5bc req-c64311d2-cb28-47e7-8a27-2db0e09c0c73 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327894 Jun 24 04:22:45.692163 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9283c670-8427-4488-a005-bf37f3835f2a None None] Port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:22:45.696557 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (f19b7313-2310-47b2-9a1f-0727c3deb5f8), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:45.799967 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 04c693b8-b0c5-4480-a278-08e6a78747c0 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:22:45.802201 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 1d7ea309-0291-442f-90a7-78afe6a88e5d no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:45.818981 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:45.830767 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 1d7ea309-0291-442f-90a7-78afe6a88e5d {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:45.831110 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 1d7ea309-0291-442f-90a7-78afe6a88e5d not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:45.926364 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Router f19b7313-2310-47b2-9a1f-0727c3deb5f8 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:45.931523 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 04c693b8-b0c5-4480-a278-08e6a78747c0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=04c693b8-b0c5-4480-a278-08e6a78747c0,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:45.946682 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'port_id': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'mac_address': 'fa:16:3e:51:a0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:22:45.993563 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 04c693b8-b0c5-4480-a278-08e6a78747c0 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:22:45.994178 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.016543 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c693b8-b0c5-4480-a278-08e6a78747c0 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:22:46.070231 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 04c693b8-b0c5-4480-a278-08e6a78747c0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=04c693b8-b0c5-4480-a278-08e6a78747c0,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:46.072800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:46.081548 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] Sync routers for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:46.082606 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-65c1c2b6-09f4-4b4d-8444-de87a435f750 admin admin] 10.222.0.16 "PUT /v2.0/routers/f19b7313-2310-47b2-9a1f-0727c3deb5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0978024 Jun 24 04:22:46.086566 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55678) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:46.102285 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:46.104281 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:46.133801 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55680) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:46.146817 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.214289 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=04c693b8-b0c5-4480-a278-08e6a78747c0,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:46.226905 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.227607 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.228794 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.230534 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.231091 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.232158 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.232294 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:22:46.232837 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.233370 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.235668 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.236238 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.236777 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.238393 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.239686 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.240272 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.241619 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:46.243466 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Publish callbacks [] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.259013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks [] for router (f19b7313-2310-47b2-9a1f-0727c3deb5f8), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.260418 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Transition to ACTIVE for port object 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:22:46.264084 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:46.264227 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ac6e5394-246f-4854-8eaf-22e0d795bade tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group (c031b18e-5fb9-464e-bd2f-8acc32ce0d81), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.326872 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ac6e5394-246f-4854-8eaf-22e0d795bade tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group (c031b18e-5fb9-464e-bd2f-8acc32ce0d81), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.344946 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.365906 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:46.398106 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37310714-0c78-4a73-9613-149339683873 service neutron] Pushing event updated for resources: {'Port': ['ID=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:46.410496 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks [] for router_gateway (f19b7313-2310-47b2-9a1f-0727c3deb5f8), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.432960 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['04c693b8-b0c5-4480-a278-08e6a78747c0'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:22:46.459087 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:22:45Z', 'revision_number': 5, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port': {'id': 'bb00187a-daa4-4e8c-897c-638efdbea23c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:13Z', 'updated_at': '2022-06-24T04:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:46.497893 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] Checking router: f19b7313-2310-47b2-9a1f-0727c3deb5f8 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:46.508258 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Attempting to bind port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:22:46.510323 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] Routers {'f19b7313-2310-47b2-9a1f-0727c3deb5f8'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:46.510839 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Attempting to bind port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:22:46.510977 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:46.511221 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Attempting to bind port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:22:46.524770 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:22:46.524979 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Attempting to bind port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 on network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:22:46.551234 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Deleting port bb00187a-daa4-4e8c-897c-638efdbea23c {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:46.556519 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.567522 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:22:46.567869 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Checking segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:22:46.568263 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Bound using segment: {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:22:46.569027 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Bound port: 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7297336-54ad-42b3-968b-5a1c0331e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:22:46.569159 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.628098 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:46.651937 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] Set router f19b7313-2310-47b2-9a1f-0727c3deb5f8 gateway port host: None {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:46.652893 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ac6e5394-246f-4854-8eaf-22e0d795bade tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c031b18e-5fb9-464e-bd2f-8acc32ce0d81), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.657621 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ac6e5394-246f-4854-8eaf-22e0d795bade tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.662932 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-ac6e5394-246f-4854-8eaf-22e0d795bade tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "DELETE /v2.0/security-groups/c031b18e-5fb9-464e-bd2f-8acc32ce0d81 HTTP/1.1" status: 204 len: 168 time: 0.5243664 Jun 24 04:22:46.667731 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55684) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:46.690922 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e94d9-d77c-4fce-b485-3950fca42a8c req-0b2affca-ef31-4b7f-9640-53cd2dc1c7b2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:46.692066 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d88e94d9-d77c-4fce-b485-3950fca42a8c req-0b2affca-ef31-4b7f-9640-53cd2dc1c7b2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 945 time: 0.1544380 Jun 24 04:22:46.697318 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:46.704868 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e5394-246f-4854-8eaf-22e0d795bade tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031b18e-5fb9-464e-bd2f-8acc32ce0d81,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:46.709512 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.api.v2.resource [None req-da87446d-095a-472c-9a03-675ee10f6016 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] show failed (client error): The resource could not be found. Jun 24 04:22:46.710659 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-da87446d-095a-472c-9a03-675ee10f6016 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups/c031b18e-5fb9-464e-bd2f-8acc32ce0d81 HTTP/1.1" status: 404 len: 347 time: 0.0334530 Jun 24 04:22:46.716523 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55686) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:46.718578 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:22:46Z', 'revision_number': 6, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:46.748891 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:46.751425 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:46.754464 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:46.768271 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] For port bb00187a-daa4-4e8c-897c-638efdbea23c, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=bb00187a-daa4-4e8c-897c-638efdbea23c,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:46.768719 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.778708 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d91be-e673-4f78-a642-0bcd8b84e725 None None] The sync data for ids ['f19b7313-2310-47b2-9a1f-0727c3deb5f8'] in dv-cinder-846842-3-iscsi is: [{'id': 'f19b7313-2310-47b2-9a1f-0727c3deb5f8', 'name': 'tempest-TestMinimumBasicScenario-225700704-router', 'tenant_id': 'd51a251ca7084b2bb07d808026cccd67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:12Z', 'updated_at': '2022-06-24T04:22:46Z', 'revision_number': 6, 'project_id': 'd51a251ca7084b2bb07d808026cccd67', 'gw_port_host': None}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:46.789252 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d88e94d9-d77c-4fce-b485-3950fca42a8c req-a8f6f4ea-15f3-43fd-9db5-6d0d0b565dc7 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851653 Jun 24 04:22:46.803353 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] For port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:22:46.807211 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] For port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:22:46.841515 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Calling delete_port for bb00187a-daa4-4e8c-897c-638efdbea23c owned by network:router_gateway {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:46.893228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.933459 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:46.934015 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.935405 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-37310714-0c78-4a73-9613-149339683873 service neutron] 10.222.0.43 "PUT /v2.0/ports/40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 HTTP/1.1" status: 200 len: 1094 time: 1.4315815 Jun 24 04:22:46.935842 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b70b01-cc71-40ad-a0dc-efe093913399', 'tag': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:46.938067 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26684df0-ebcd-4c46-aafc-dc6c49f8feec" -d '{"events": [{"name": "network-changed", "server_uuid": "87b70b01-cc71-40ad-a0dc-efe093913399", "tag": "40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:46.938726 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b6ad2-ebe0-4fba-bee8-e7b60c3604b8 req-e4b3b185-09fc-4bde-8a36-fea472524dda tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:46.940398 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-444b6ad2-ebe0-4fba-bee8-e7b60c3604b8 req-e4b3b185-09fc-4bde-8a36-fea472524dda tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 944 time: 0.1512692 Jun 24 04:22:46.946698 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Deleting port 630a3fc1-86d1-44ce-a3ff-32e59e26f9f5 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:46.951591 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:46.953852 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:46.973834 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37310714-0c78-4a73-9613-149339683873 service neutron] Pushing event updated for resources: {'Port': ['ID=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:47.003416 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fe5808-48c9-4d1c-8492-524a2064a182 x-openstack-request-id: req-e9fe5808-48c9-4d1c-8492-524a2064a182 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:47.003905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b70b01-cc71-40ad-a0dc-efe093913399", "tag": "40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:47.004369 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9fe5808-48c9-4d1c-8492-524a2064a182 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:47.004867 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fe5808-48c9-4d1c-8492-524a2064a182'] response: {'name': 'network-changed', 'server_uuid': '87b70b01-cc71-40ad-a0dc-efe093913399', 'tag': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'status': 'completed', 'code': 200} Jun 24 04:22:47.078644 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26684df0-ebcd-4c46-aafc-dc6c49f8feec req-d91f9b32-1a8a-4790-8e58-fbd03e2be8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:47.080260 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-26684df0-ebcd-4c46-aafc-dc6c49f8feec req-d91f9b32-1a8a-4790-8e58-fbd03e2be8ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 1128 time: 0.0508268 Jun 24 04:22:47.235993 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26684df0-ebcd-4c46-aafc-dc6c49f8feec req-722529c2-985a-4c0f-ae45-9820681f8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:47.238224 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-26684df0-ebcd-4c46-aafc-dc6c49f8feec req-722529c2-985a-4c0f-ae45-9820681f8de3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ab7130ecbc4d487db66baebeab8550b0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1464808 Jun 24 04:22:47.292089 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:47.349474 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26684df0-ebcd-4c46-aafc-dc6c49f8feec req-a72e056a-e3be-49ce-98d0-36e272c73b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:47.350850 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-26684df0-ebcd-4c46-aafc-dc6c49f8feec req-a72e056a-e3be-49ce-98d0-36e272c73b4a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041048 Jun 24 04:22:47.363056 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-444b6ad2-ebe0-4fba-bee8-e7b60c3604b8 req-14e93616-f72b-41c4-809f-b6fa8049664b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106083 Jun 24 04:22:47.377238 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.377571 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.394430 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Calling delete_port for 630a3fc1-86d1-44ce-a3ff-32e59e26f9f5 owned by network:floatingip {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:47.435598 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-67b93bcd-8ced-421a-ad39-0247d2452819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:47.437704 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-67b93bcd-8ced-421a-ad39-0247d2452819 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 1128 time: 0.0398755 Jun 24 04:22:47.481474 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-c3479524-f4b1-4f86-9137-3599cdae83d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 HTTP/1.1" status: 200 len: 217 time: 0.0370119 Jun 24 04:22:47.532165 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-d06d7734-3ccf-452a-bbba-aed8f274c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:47.533470 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-d06d7734-3ccf-452a-bbba-aed8f274c6b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.0453701 Jun 24 04:22:47.542064 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (bb00187a-daa4-4e8c-897c-638efdbea23c), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.549037 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:47.580802 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-efcf7dc5-2089-470e-8d39-86b8d02f1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:47.584812 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-efcf7dc5-2089-470e-8d39-86b8d02f1ca4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419941 Jun 24 04:22:47.588507 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb00187a-daa4-4e8c-897c-638efdbea23c,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:47.657568 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (f19b7313-2310-47b2-9a1f-0727c3deb5f8), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.698788 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-7972d863-1b96-4d84-a6e0-6dfeefd8a80e service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020799 Jun 24 04:22:47.701154 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (630a3fc1-86d1-44ce-a3ff-32e59e26f9f5), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.783859 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event deleted for resources: {'Port': ['ID=630a3fc1-86d1-44ce-a3ff-32e59e26f9f5,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:47.795190 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (f19b7313-2310-47b2-9a1f-0727c3deb5f8), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.803554 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f35f5f6c-0be2-42b0-9ce5-0d12d7ddabf6 req-5d90d183-c6e9-49dd-b512-d07244c6c7f6 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942197 Jun 24 04:22:47.812227 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks [] for router_controller (f19b7313-2310-47b2-9a1f-0727c3deb5f8), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.812598 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 04c693b8-b0c5-4480-a278-08e6a78747c0 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:22:47.873983 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 04c693b8-b0c5-4480-a278-08e6a78747c0 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:22:47.924783 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks [] for floatingip (57fb9236-373e-4fd0-91ed-7112e5d865d7), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.927234 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.931653 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-1307c780-0529-45c4-ae7c-4107411d61c8 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "DELETE /v2.0/floatingips/57fb9236-373e-4fd0-91ed-7112e5d865d7 HTTP/1.1" status: 204 len: 168 time: 1.2123108 Jun 24 04:22:47.942297 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad753776-9b78-4f50-96bc-dcf615008f3d req-b49e1a11-c18f-426c-82c3-6fe8e68d3c50 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:47.943998 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ad753776-9b78-4f50-96bc-dcf615008f3d req-b49e1a11-c18f-426c-82c3-6fe8e68d3c50 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 945 time: 0.0583205 Jun 24 04:22:47.980579 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 04c693b8-b0c5-4480-a278-08e6a78747c0 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:22:47.980952 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.989922 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (f19b7313-2310-47b2-9a1f-0727c3deb5f8), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.995013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f19b7313-2310-47b2-9a1f-0727c3deb5f8 {{(pid=104593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:22:47.995242 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:47.999761 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-ce4f25c7-3008-4cf6-8b97-a0f066ab4d1f admin admin] 10.222.0.16 "DELETE /v2.0/routers/f19b7313-2310-47b2-9a1f-0727c3deb5f8 HTTP/1.1" status: 204 len: 168 time: 1.9087708 Jun 24 04:22:48.002593 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55698) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:48.009191 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ad753776-9b78-4f50-96bc-dcf615008f3d req-4779fb66-9b00-4055-bab3-d6cabdf42cc0 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595355 Jun 24 04:22:48.064976 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_v2 [None req-737edc6d-4947-486e-ad9a-3e282cad8fbb admin admin] Deleting subnet ce2e9762-b665-4ffe-8862-34cea3082eb9 {{(pid=104593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:22:48.068640 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-737edc6d-4947-486e-ad9a-3e282cad8fbb admin admin] Publish callbacks [] for subnet (ce2e9762-b665-4ffe-8862-34cea3082eb9), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.088652 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 04c693b8-b0c5-4480-a278-08e6a78747c0 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:22:48.089052 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.113079 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-737edc6d-4947-486e-ad9a-3e282cad8fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31393420'] for subnet (ce2e9762-b665-4ffe-8862-34cea3082eb9), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.117077 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca634131-d896-451a-8213-b55471341fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c693b8-b0c5-4480-a278-08e6a78747c0'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:48.119581 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed63c04-4401-4103-babc-e19b8f62fa32" -d '{"events": [{"server_uuid": "ca634131-d896-451a-8213-b55471341fa6", "name": "network-vif-plugged", "status": "completed", "tag": "04c693b8-b0c5-4480-a278-08e6a78747c0"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:48.145045 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device bb00187a-daa4-4e8c-897c-638efdbea23c no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:48.183900 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 04c693b8-b0c5-4480-a278-08e6a78747c0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=04c693b8-b0c5-4480-a278-08e6a78747c0,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:48.185757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6914b28b-ee84-4729-a92e-5bd5974dfcff x-openstack-request-id: req-6914b28b-ee84-4729-a92e-5bd5974dfcff {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:48.186039 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca634131-d896-451a-8213-b55471341fa6", "name": "network-vif-plugged", "status": "completed", "tag": "04c693b8-b0c5-4480-a278-08e6a78747c0", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:48.187494 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6914b28b-ee84-4729-a92e-5bd5974dfcff {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:48.187494 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6914b28b-ee84-4729-a92e-5bd5974dfcff'] response: {'server_uuid': 'ca634131-d896-451a-8213-b55471341fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'code': 200} Jun 24 04:22:48.189035 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: bb00187a-daa4-4e8c-897c-638efdbea23c {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:48.189383 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device bb00187a-daa4-4e8c-897c-638efdbea23c not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:48.189787 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 8067017f-351e-4f7f-b1b3-0628a994d5ec no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:48.209077 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 8067017f-351e-4f7f-b1b3-0628a994d5ec {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:48.209432 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 8067017f-351e-4f7f-b1b3-0628a994d5ec not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:48.219526 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:48.241664 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-737edc6d-4947-486e-ad9a-3e282cad8fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (ce2e9762-b665-4ffe-8862-34cea3082eb9), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.264507 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.316381 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=04c693b8-b0c5-4480-a278-08e6a78747c0,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:48.346483 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-737edc6d-4947-486e-ad9a-3e282cad8fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29624706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30251472'] for subnet (ce2e9762-b665-4ffe-8862-34cea3082eb9), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.372411 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737edc6d-4947-486e-ad9a-3e282cad8fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2e9762-b665-4ffe-8862-34cea3082eb9,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:48.376986 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-737edc6d-4947-486e-ad9a-3e282cad8fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.383876 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-737edc6d-4947-486e-ad9a-3e282cad8fbb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ce2e9762-b665-4ffe-8862-34cea3082eb9 HTTP/1.1" status: 204 len: 168 time: 0.3771524 Jun 24 04:22:48.383964 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5f2d48-393d-4e2f-a7a1-c23f89030579 None None] Network 6f544842-0e73-4394-8265-69311b0ed02e requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:22:48.384045 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55704) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:48.462647 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (6f544842-0e73-4394-8265-69311b0ed02e), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.502324 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8033d-0be9-46ac-a250-fcd5c672fd03 req-beb31c42-8116-4e16-bb05-34404dde43ab tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:48.503934 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4ee8033d-0be9-46ac-a250-fcd5c672fd03 req-beb31c42-8116-4e16-bb05-34404dde43ab tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 944 time: 0.0594039 Jun 24 04:22:48.508782 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Deleting port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:48.509126 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.519340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:48.560396 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4ee8033d-0be9-46ac-a250-fcd5c672fd03 req-1ad86887-b8f7-48c0-858b-acdadba354f7 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498238 Jun 24 04:22:48.560879 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] DHCP port deletion for 6f544842-0e73-4394-8265-69311b0ed02e request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:22:48.588370 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] For port e74f9d2e-82fa-4890-96ad-f42e4a4943a1, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:48.588719 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.601876 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] Deleting port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:48.602246 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.602399 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Calling delete_port for e74f9d2e-82fa-4890-96ad-f42e4a4943a1 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:48.666134 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] For port e74f9d2e-82fa-4890-96ad-f42e4a4943a1, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,segment=NetworkSegment(46ef21e4-b5d4-45b2-97b7-1f81ab12bafc),segment_id=46ef21e4-b5d4-45b2-97b7-1f81ab12bafc)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:48.666555 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.691086 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] Calling delete_port for e74f9d2e-82fa-4890-96ad-f42e4a4943a1 owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:48.772664 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.778465 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:48.782462 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (e74f9d2e-82fa-4890-96ad-f42e4a4943a1), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.800624 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Pushing event deleted for resources: {'Port': ['ID=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:48.804278 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] No DVR routers for this DVR port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 on host dv-cinder-846842-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:48.807702 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] Pushing event deleted for resources: {'Port': ['ID=e74f9d2e-82fa-4890-96ad-f42e4a4943a1,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:48.812793 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b61cc-5df8-4534-92b7-ecfcf2331346 None None] No DVR routers for this DVR port e74f9d2e-82fa-4890-96ad-f42e4a4943a1 on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:48.878780 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (6f544842-0e73-4394-8265-69311b0ed02e), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.899716 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f544842-0e73-4394-8265-69311b0ed02e']}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:48.908989 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc') {'for_net_delete': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:48.909284 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ef21e4-b5d4-45b2-97b7-1f81ab12bafc') {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:48.918954 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31393431'] for segment (46ef21e4-b5d4-45b2-97b7-1f81ab12bafc), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.932013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (46ef21e4-b5d4-45b2-97b7-1f81ab12bafc), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.944751 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:22:48.944751 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29624808'] for segment (46ef21e4-b5d4-45b2-97b7-1f81ab12bafc), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:48.958883 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment 46ef21e4-b5d4-45b2-97b7-1f81ab12bafc resource provider aggregate not found Jun 24 04:22:49.004676 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment 46ef21e4-b5d4-45b2-97b7-1f81ab12bafc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46ef21e4-b5d4-45b2-97b7-1f81ab12bafc found for delete ", "request_id": "req-b5811536-98bd-422d-8d7e-7782bc740baa"}]} Jun 24 04:22:49.083389 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (6f544842-0e73-4394-8265-69311b0ed02e), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:49.100498 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:49.104925 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] 10.222.0.16 "DELETE /v2.0/networks/6f544842-0e73-4394-8265-69311b0ed02e HTTP/1.1" status: 204 len: 168 time: 0.7201147 Jun 24 04:22:49.124891 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55714) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:49.133320 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ed191-0b0d-4bb3-91fc-d7998505270e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f544842-0e73-4394-8265-69311b0ed02e,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:49.152378 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4705dc0-01d4-430d-94cf-f573e8ae35d7 req-afc119f7-1cf8-482b-b4f9-05f3974a1f3f tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:49.154009 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c4705dc0-01d4-430d-94cf-f573e8ae35d7 req-afc119f7-1cf8-482b-b4f9-05f3974a1f3f tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 946 time: 0.0690978 Jun 24 04:22:49.174355 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff3453-ddbf-4bff-ae30-5b0302ae5171 req-8eb8c9b8-4035-49fb-9a42-398772ffdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:49.175877 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-68ff3453-ddbf-4bff-ae30-5b0302ae5171 req-8eb8c9b8-4035-49fb-9a42-398772ffdb9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0829284 Jun 24 04:22:49.203536 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c4705dc0-01d4-430d-94cf-f573e8ae35d7 req-17261293-b944-4e88-b443-4978cb70a8f2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438378 Jun 24 04:22:49.281326 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-68ff3453-ddbf-4bff-ae30-5b0302ae5171 req-2dc98471-c32e-45f0-8c47-1968ec22c2f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984838 Jun 24 04:22:49.492362 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (3be288aa-201b-4d98-a547-41788dd030e3), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:49.697592 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f9e34-ae7d-428a-b0be-41f936c77c20 req-d50dd7bc-a1b9-4ebd-a5d4-a96b63c1f1cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:49.698978 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cd2f9e34-ae7d-428a-b0be-41f936c77c20 req-d50dd7bc-a1b9-4ebd-a5d4-a96b63c1f1cb tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 944 time: 0.0596216 Jun 24 04:22:49.789422 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:49.794733 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-cd2f9e34-ae7d-428a-b0be-41f936c77c20 req-7bed333d-5af0-4f4c-9ed0-afd0b8e195f5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794122 Jun 24 04:22:49.795393 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Deleting port cfeb6d50-efc5-4aeb-bb06-68e2373dc531 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:49.795744 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:49.827856 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:22:49.870576 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:49.876594 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] For port cfeb6d50-efc5-4aeb-bb06-68e2373dc531, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,segment=NetworkSegment(bd5ac487-1019-4713-8d3f-7254834999ae),segment_id=bd5ac487-1019-4713-8d3f-7254834999ae)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:49.876954 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:49.891220 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Calling delete_port for cfeb6d50-efc5-4aeb-bb06-68e2373dc531 owned by network:router_interface {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:49.930348 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:49.940332 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:49.943194 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'port_id': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'mac_address': 'fa:16:3e:db:83:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:22:49.977438 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:49.979603 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:22:49.979995 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:49.993639 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:22:50.005295 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:50.013888 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:50.094988 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:50.102108 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device e74f9d2e-82fa-4890-96ad-f42e4a4943a1 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:50.146216 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: e74f9d2e-82fa-4890-96ad-f42e4a4943a1 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:50.146588 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device e74f9d2e-82fa-4890-96ad-f42e4a4943a1 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:50.163489 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (cfeb6d50-efc5-4aeb-bb06-68e2373dc531), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:50.165845 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:50.189617 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfeb6d50-efc5-4aeb-bb06-68e2373dc531,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:50.334560 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e9611-790c-4d9c-b9bc-b749098e0687 req-262eea13-4fb2-40ca-bbe9-2364436e3403 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:50.336113 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3e4e9611-790c-4d9c-b9bc-b749098e0687 req-262eea13-4fb2-40ca-bbe9-2364436e3403 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 946 time: 0.0539262 Jun 24 04:22:50.367990 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (3be288aa-201b-4d98-a547-41788dd030e3), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:50.385997 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:22:50.390046 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3e4e9611-790c-4d9c-b9bc-b749098e0687 req-3af9112b-6719-44cc-8541-1e89b78571b1 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481951 Jun 24 04:22:50.585280 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Router 3be288aa-201b-4d98-a547-41788dd030e3 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:50.688453 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:50.695087 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2bcf7e29-c2f1-4b18-99fe-aecb845bc443 admin admin] 10.222.0.16 "PUT /v2.0/routers/3be288aa-201b-4d98-a547-41788dd030e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5684128 Jun 24 04:22:50.697338 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55730) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:50.698307 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] Sync routers for ids ['3be288aa-201b-4d98-a547-41788dd030e3'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:50.710003 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] Routers {'3be288aa-201b-4d98-a547-41788dd030e3'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:50.710657 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['3be288aa-201b-4d98-a547-41788dd030e3'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:50.806634 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks [] for router (3be288aa-201b-4d98-a547-41788dd030e3), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:50.957906 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6666e-2d21-4091-aa64-492fee43d0a8 req-f7c2ab22-0bb6-422f-94ca-9598a0507d73 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:50.959453 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-91f6666e-2d21-4091-aa64-492fee43d0a8 req-f7c2ab22-0bb6-422f-94ca-9598a0507d73 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 945 time: 0.0909116 Jun 24 04:22:50.961646 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] Set router 3be288aa-201b-4d98-a547-41788dd030e3 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:50.965541 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks [] for router_gateway (3be288aa-201b-4d98-a547-41788dd030e3), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:50.988227 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:51.018582 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-91f6666e-2d21-4091-aa64-492fee43d0a8 req-b37e9cd0-9f7f-4446-843a-b3759829b811 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495007 Jun 24 04:22:51.040722 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d33da-4da0-443a-9ed9-d0d8445f96d0 req-0f25ca16-246f-4679-93ad-5d52d2c7aded tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:51.047436 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-096d33da-4da0-443a-9ed9-d0d8445f96d0 req-0f25ca16-246f-4679-93ad-5d52d2c7aded tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0883849 Jun 24 04:22:51.076168 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:51.099480 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-096d33da-4da0-443a-9ed9-d0d8445f96d0 req-56935c9b-c410-4c8b-b26c-bf21f440d2e1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Jun 24 04:22:51.116324 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Deleting port 769347a3-76c4-4869-9703-d907504f4cfa {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:51.116673 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (769347a3-76c4-4869-9703-d907504f4cfa), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.155716 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '769347a3-76c4-4869-9703-d907504f4cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:22:50Z', 'revision_number': 5, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port': {'id': '769347a3-76c4-4869-9703-d907504f4cfa', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be288aa-201b-4d98-a547-41788dd030e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:23Z', 'updated_at': '2022-06-24T04:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:51.182709 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] Checking router: 3be288aa-201b-4d98-a547-41788dd030e3 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:51.191942 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] Routers {'3be288aa-201b-4d98-a547-41788dd030e3'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:51.192546 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['3be288aa-201b-4d98-a547-41788dd030e3'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:51.203143 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] For port 769347a3-76c4-4869-9703-d907504f4cfa, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=769347a3-76c4-4869-9703-d907504f4cfa,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:51.203590 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (769347a3-76c4-4869-9703-d907504f4cfa), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.216723 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Calling delete_port for 769347a3-76c4-4869-9703-d907504f4cfa owned by network:router_gateway {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:51.279377 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] Set router 3be288aa-201b-4d98-a547-41788dd030e3 gateway port host: None {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:51.329155 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:51.332312 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:22:50Z', 'revision_number': 6, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:51.357526 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778dc3f8-4bbc-4014-92ee-ffe99b0c13d4 None None] The sync data for ids ['3be288aa-201b-4d98-a547-41788dd030e3'] in dv-cinder-846842-3-iscsi is: [{'id': '3be288aa-201b-4d98-a547-41788dd030e3', 'name': 'tempest-TestMinimumBasicScenario-1131260113-router', 'tenant_id': 'd308801b882b46209e83593e0607ee89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:22Z', 'updated_at': '2022-06-24T04:22:50Z', 'revision_number': 6, 'project_id': 'd308801b882b46209e83593e0607ee89', 'gw_port_host': None}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:51.452421 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (769347a3-76c4-4869-9703-d907504f4cfa), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.487257 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=769347a3-76c4-4869-9703-d907504f4cfa,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:51.573324 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867ec9-ff6c-431a-86c8-9d757feed680 req-0a8d8384-87f7-4d83-bbad-669640fbeac5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:51.574840 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-89867ec9-ff6c-431a-86c8-9d757feed680 req-0a8d8384-87f7-4d83-bbad-669640fbeac5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 946 time: 0.0989661 Jun 24 04:22:51.593845 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (3be288aa-201b-4d98-a547-41788dd030e3), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.707277 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (3be288aa-201b-4d98-a547-41788dd030e3), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.711971 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks [] for router_controller (3be288aa-201b-4d98-a547-41788dd030e3), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.729612 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-89867ec9-ff6c-431a-86c8-9d757feed680 req-5dfb8c05-f139-417d-aa3f-9321816d74aa tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485500 Jun 24 04:22:51.840256 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:22:51.847235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad40234-57f9-4daf-a54c-eec356c9fd0b req-b0c2985a-9cac-4878-9c0d-dcc87f52222b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:51.848653 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bad40234-57f9-4daf-a54c-eec356c9fd0b req-b0c2985a-9cac-4878-9c0d-dcc87f52222b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 946 time: 0.0489259 Jun 24 04:22:51.854697 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (3be288aa-201b-4d98-a547-41788dd030e3), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.855298 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be288aa-201b-4d98-a547-41788dd030e3 {{(pid=104593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:22:51.857428 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55740) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:51.859635 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.860771 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d2f39803-6776-42b6-8aa4-faa958b24eaf admin admin] 10.222.0.16 "DELETE /v2.0/routers/3be288aa-201b-4d98-a547-41788dd030e3 HTTP/1.1" status: 204 len: 168 time: 1.1624780 Jun 24 04:22:51.862906 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Request body: {'floatingip': {'port_id': '04c693b8-b0c5-4480-a278-08e6a78747c0'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:51.869979 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55742) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:51.886881 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:22:51.903156 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (100795cf-580f-4df9-b66f-c407efaaf44c), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.923358 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de1f0cd-ccd7-4f6c-b7fe-96b35fcbe6af admin admin] Deleting subnet cb38763f-c877-4d49-829a-9ba157ae4ac2 {{(pid=104593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:22:51.927202 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1de1f0cd-ccd7-4f6c-b7fe-96b35fcbe6af admin admin] Publish callbacks [] for subnet (cb38763f-c877-4d49-829a-9ba157ae4ac2), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:51.972934 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:22:51.973513 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.053000 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:52.062547 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:22:52.062547 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.087284 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b70b01-cc71-40ad-a0dc-efe093913399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:52.089591 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d7b51d-f83b-4356-9c52-6727725865b2" -d '{"events": [{"server_uuid": "87b70b01-cc71-40ad-a0dc-efe093913399", "name": "network-vif-plugged", "status": "completed", "tag": "40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:52.126548 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:52.147308 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5825c2e5-7464-4a33-86a0-8255516bd7bd x-openstack-request-id: req-5825c2e5-7464-4a33-86a0-8255516bd7bd {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:52.147805 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b70b01-cc71-40ad-a0dc-efe093913399", "name": "network-vif-plugged", "status": "completed", "tag": "40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:52.148207 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5825c2e5-7464-4a33-86a0-8255516bd7bd {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:52.149008 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5825c2e5-7464-4a33-86a0-8255516bd7bd'] response: {'server_uuid': '87b70b01-cc71-40ad-a0dc-efe093913399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'code': 200} Jun 24 04:22:52.190466 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.200964 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device cfeb6d50-efc5-4aeb-bb06-68e2373dc531 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:52.259566 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:52.265318 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: cfeb6d50-efc5-4aeb-bb06-68e2373dc531 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:52.265664 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device cfeb6d50-efc5-4aeb-bb06-68e2373dc531 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:52.266076 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 769347a3-76c4-4869-9703-d907504f4cfa no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:52.289009 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1de1f0cd-ccd7-4f6c-b7fe-96b35fcbe6af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31393420'] for subnet (cb38763f-c877-4d49-829a-9ba157ae4ac2), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.293950 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 769347a3-76c4-4869-9703-d907504f4cfa {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:52.294532 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 769347a3-76c4-4869-9703-d907504f4cfa not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:52.319864 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:52.329367 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60a0f-a152-463e-b0c0-3ebd30bbe2a9 req-1cc624a1-1ad5-49c3-bfaf-97b76fb55371 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:52.331459 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-78f60a0f-a152-463e-b0c0-3ebd30bbe2a9 req-1cc624a1-1ad5-49c3-bfaf-97b76fb55371 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.1006215 Jun 24 04:22:52.337392 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5da6-4c77-4a08-9d01-2f22cff859fb req-9ba21b02-9f6c-471a-b49f-07f9db36b3bd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:52.338876 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6efd5da6-4c77-4a08-9d01-2f22cff859fb req-9ba21b02-9f6c-471a-b49f-07f9db36b3bd tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1023929 Jun 24 04:22:52.425730 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1de1f0cd-ccd7-4f6c-b7fe-96b35fcbe6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (cb38763f-c877-4d49-829a-9ba157ae4ac2), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.449027 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-78f60a0f-a152-463e-b0c0-3ebd30bbe2a9 req-98f0ae5e-4059-4037-83e5-327bfa2c3b9d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027298 Jun 24 04:22:52.460442 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6efd5da6-4c77-4a08-9d01-2f22cff859fb req-7e3bcd69-f82f-4d84-8770-c58fe11bb862 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142149 Jun 24 04:22:52.522058 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.572870 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1de1f0cd-ccd7-4f6c-b7fe-96b35fcbe6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29624706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30251472'] for subnet (cb38763f-c877-4d49-829a-9ba157ae4ac2), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.597839 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1f0cd-ccd7-4f6c-b7fe-96b35fcbe6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb38763f-c877-4d49-829a-9ba157ae4ac2,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:52.601102 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (100795cf-580f-4df9-b66f-c407efaaf44c), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.603900 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-1de1f0cd-ccd7-4f6c-b7fe-96b35fcbe6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.607034 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-1de1f0cd-ccd7-4f6c-b7fe-96b35fcbe6af admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb38763f-c877-4d49-829a-9ba157ae4ac2 HTTP/1.1" status: 204 len: 168 time: 0.7360468 Jun 24 04:22:52.614830 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55750) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:52.627439 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd904ba5-848d-47ba-90a7-bcefb02f0479 None None] Network 79381cc9-9395-4f94-831c-11a8005ace16 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:22:52.637553 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:52.692963 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (79381cc9-9395-4f94-831c-11a8005ace16), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.718907 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Floating IP 100795cf-580f-4df9-b66f-c407efaaf44c associated. External IP: 172.27.2.194, port: 04c693b8-b0c5-4480-a278-08e6a78747c0. Jun 24 04:22:52.725931 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:52.745074 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Deleting port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:52.745417 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.816096 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] For port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,segment=NetworkSegment(bd5ac487-1019-4713-8d3f-7254834999ae),segment_id=bd5ac487-1019-4713-8d3f-7254834999ae)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:52.816385 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.822170 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] DHCP port deletion for 79381cc9-9395-4f94-831c-11a8005ace16 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:22:52.823732 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:52.831440 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Calling delete_port for 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:52.861784 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] Deleting port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:52.862502 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.925895 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:52.930487 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] For port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,segment=NetworkSegment(bd5ac487-1019-4713-8d3f-7254834999ae),segment_id=bd5ac487-1019-4713-8d3f-7254834999ae)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:52.930849 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:52.939352 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:52.944655 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] Calling delete_port for 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:53.008741 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.044371 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:53.046504 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] No DVR routers for this DVR port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f on host dv-cinder-846842-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:53.048586 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.079209 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] Pushing event deleted for resources: {'Port': ['ID=1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:53.083133 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11f664-8142-4ffe-a9b5-cbfc7a7eb79b None None] No DVR routers for this DVR port 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:53.151602 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (79381cc9-9395-4f94-831c-11a8005ace16), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.177928 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79381cc9-9395-4f94-831c-11a8005ace16']}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:53.189099 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5ac487-1019-4713-8d3f-7254834999ae') {'for_net_delete': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:53.189442 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5ac487-1019-4713-8d3f-7254834999ae') {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:53.201721 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31393431'] for segment (bd5ac487-1019-4713-8d3f-7254834999ae), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.218426 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (bd5ac487-1019-4713-8d3f-7254834999ae), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.225730 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:22:53.226131 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29624808'] for segment (bd5ac487-1019-4713-8d3f-7254834999ae), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.255631 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment bd5ac487-1019-4713-8d3f-7254834999ae resource provider aggregate not found Jun 24 04:22:53.306730 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment bd5ac487-1019-4713-8d3f-7254834999ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd5ac487-1019-4713-8d3f-7254834999ae found for delete ", "request_id": "req-4307de3f-35e4-4412-ad89-2a480888e770"}]} Jun 24 04:22:53.406942 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (79381cc9-9395-4f94-831c-11a8005ace16), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.408990 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:53.413462 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.415041 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.416671 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] 10.222.0.16 "DELETE /v2.0/networks/79381cc9-9395-4f94-831c-11a8005ace16 HTTP/1.1" status: 204 len: 168 time: 0.8006294 Jun 24 04:22:53.417762 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619461e-7a84-4ca2-8c97-3254e2ff1b50 req-8b819679-4910-4cd9-a8fb-44ad012198a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:53.419435 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b619461e-7a84-4ca2-8c97-3254e2ff1b50 req-8b819679-4910-4cd9-a8fb-44ad012198a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 1130 time: 0.0854590 Jun 24 04:22:53.427088 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-a74a9630-7fff-4a23-a9b0-a15768730594 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:53.428673 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-a74a9630-7fff-4a23-a9b0-a15768730594 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.0935178 Jun 24 04:22:53.429031 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] Sync routers for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:53.430305 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79122cf4-3794-4ec0-b56d-3659722c8946 admin admin] Pushing event deleted for resources: {'Network': ['ID=79381cc9-9395-4f94-831c-11a8005ace16,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:53.444403 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:53.445009 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:53.516803 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:53.527474 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-6ad2827b-8126-43d1-b440-bf152accd67d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "PUT /v2.0/floatingips/100795cf-580f-4df9-b66f-c407efaaf44c HTTP/1.1" status: 200 len: 992 time: 1.6665244 Jun 24 04:22:53.553515 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca634131-d896-451a-8213-b55471341fa6', 'tag': '04c693b8-b0c5-4480-a278-08e6a78747c0'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:53.555980 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da61e40e-e3f9-484f-941f-8b89b87c10cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ca634131-d896-451a-8213-b55471341fa6", "tag": "04c693b8-b0c5-4480-a278-08e6a78747c0"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:53.561024 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:53.562157 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b619461e-7a84-4ca2-8c97-3254e2ff1b50 req-97b2b46f-edcc-4b29-aaf7-79acc0df0ebb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318419 Jun 24 04:22:53.614550 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e875a-9606-400a-8874-ca6fdc3dee89 req-04f2e63c-8e76-406d-aae5-1c8395b14577 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:53.616111 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ce3e875a-9606-400a-8874-ca6fdc3dee89 req-04f2e63c-8e76-406d-aae5-1c8395b14577 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.0680549 Jun 24 04:22:53.653293 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Deleting port 15680038-79e1-44d0-bf98-1d22ed996825 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:22:53.653832 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (15680038-79e1-44d0-bf98-1d22ed996825), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.667370 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ce3e875a-9606-400a-8874-ca6fdc3dee89 req-10f85895-8e05-404a-a95c-604f1d6d3b32 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441933 Jun 24 04:22:53.679087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05625b5-c89d-4dfd-a56e-0bad60eb2036 req-5fc51401-c31c-40d5-ba4e-cd62befc717b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:53.680515 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d05625b5-c89d-4dfd-a56e-0bad60eb2036 req-5fc51401-c31c-40d5-ba4e-cd62befc717b tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 945 time: 0.1044588 Jun 24 04:22:53.740372 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5faea4-06d8-4599-8a12-3e323a716566 x-openstack-request-id: req-4e5faea4-06d8-4599-8a12-3e323a716566 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:53.740727 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca634131-d896-451a-8213-b55471341fa6", "tag": "04c693b8-b0c5-4480-a278-08e6a78747c0", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:53.740927 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e5faea4-06d8-4599-8a12-3e323a716566 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:53.741684 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5faea4-06d8-4599-8a12-3e323a716566'] response: {'name': 'network-changed', 'server_uuid': 'ca634131-d896-451a-8213-b55471341fa6', 'tag': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'status': 'completed', 'code': 200} Jun 24 04:22:53.809612 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d05625b5-c89d-4dfd-a56e-0bad60eb2036 req-cf427d1a-ab86-40c7-9ee0-2037620671e4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179321 Jun 24 04:22:53.811695 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] For port 15680038-79e1-44d0-bf98-1d22ed996825, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=15680038-79e1-44d0-bf98-1d22ed996825,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:53.811982 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (15680038-79e1-44d0-bf98-1d22ed996825), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:53.829002 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '100795cf-580f-4df9-b66f-c407efaaf44c', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'port_id': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'mac_address': 'fa:16:3e:51:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634131-d896-451a-8213-b55471341fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:22:29Z', 'updated_at': '2022-06-24T04:22:52Z', 'revision_number': 1, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:53.853188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55768) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:53.854806 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Calling delete_port for 15680038-79e1-44d0-bf98-1d22ed996825 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:22:53.855236 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] Checking router: 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:53.866501 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:53.871062 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:53.880948 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-cd6fc819-b3f9-4ec9-b71d-cdb8e49c1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:53.882429 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-cd6fc819-b3f9-4ec9-b71d-cdb8e49c1f17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0881691 Jun 24 04:22:53.974225 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7374c3d0-7c2b-4a66-8685-f8fc5be2363c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d51a251ca7084b2bb07d808026cccd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1205370 Jun 24 04:22:53.978102 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55770) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:54.046441 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33c2a638-c7ce-4860-85d6-0454d4d8affd admin admin] Publish callbacks [] for security_group (7152fccd-43c1-4651-87ab-edaad289e7d5), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:54.062035 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-1998d1cb-d1d5-4dd0-8452-61e0950b77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:54.063612 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-1998d1cb-d1d5-4dd0-8452-61e0950b77f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 200 len: 911 time: 0.1711152 Jun 24 04:22:54.072378 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:54.086138 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33c2a638-c7ce-4860-85d6-0454d4d8affd admin admin] Publish callbacks [] for security_group (7152fccd-43c1-4651-87ab-edaad289e7d5), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:54.099387 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:54.122227 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:54.144030 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:54.144629 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 1fc5a280-7ca7-4d73-ba0a-b46338bb5b5f not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:54.218733 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (15680038-79e1-44d0-bf98-1d22ed996825), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:54.231274 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['628c6256-3f93-415e-8d57-183e79f02abb'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:22:54.257571 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event deleted for resources: {'Port': ['ID=15680038-79e1-44d0-bf98-1d22ed996825,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:54.267626 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33c2a638-c7ce-4860-85d6-0454d4d8affd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7152fccd-43c1-4651-87ab-edaad289e7d5), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:54.275255 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-33c2a638-c7ce-4860-85d6-0454d4d8affd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:54.279695 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-33c2a638-c7ce-4860-85d6-0454d4d8affd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7152fccd-43c1-4651-87ab-edaad289e7d5 HTTP/1.1" status: 204 len: 168 time: 0.3004487 Jun 24 04:22:54.295157 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2a638-c7ce-4860-85d6-0454d4d8affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7152fccd-43c1-4651-87ab-edaad289e7d5,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:54.336631 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '100795cf-580f-4df9-b66f-c407efaaf44c', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'port_id': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'mac_address': 'fa:16:3e:51:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634131-d896-451a-8213-b55471341fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:22:29Z', 'updated_at': '2022-06-24T04:22:52Z', 'revision_number': 1, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:54.374513 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8c140-f08b-446e-8c12-2405e1a49746 None None] The sync data for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi is: [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '100795cf-580f-4df9-b66f-c407efaaf44c', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'port_id': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'mac_address': 'fa:16:3e:51:a0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634131-d896-451a-8213-b55471341fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:22:29Z', 'updated_at': '2022-06-24T04:22:52Z', 'revision_number': 1, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:54.404293 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c08b7-ed5c-4fb5-b296-fa162dc76bc0 req-b7f1bf2b-8b89-4f40-91e2-f24e8a5821e4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:54.412502 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f30c08b7-ed5c-4fb5-b296-fa162dc76bc0 req-b7f1bf2b-8b89-4f40-91e2-f24e8a5821e4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.1855655 Jun 24 04:22:54.462662 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] No DVR routers for this DVR port 15680038-79e1-44d0-bf98-1d22ed996825 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:22:54.469150 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:54.472353 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3bb143d8-1dfd-4338-8a80-fadb909673b6 req-e1fb7bd7-8c57-47d8-ab22-844e025e39d0 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "DELETE /v2.0/ports/15680038-79e1-44d0-bf98-1d22ed996825 HTTP/1.1" status: 204 len: 173 time: 1.0240681 Jun 24 04:22:54.486839 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-2699d572-e84e-4e76-8372-e7f52dbca7d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c693b8-b0c5-4480-a278-08e6a78747c0 HTTP/1.1" status: 200 len: 1000 time: 0.1944187 Jun 24 04:22:54.506336 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f30c08b7-ed5c-4fb5-b296-fa162dc76bc0 req-121aef7a-505e-4d6e-85a0-301f8140d625 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929585 Jun 24 04:22:54.610987 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62fcda-6c1e-4562-a85e-e7647bbdc676 None None] New status for floating IP 100795cf-580f-4df9-b66f-c407efaaf44c: ACTIVE {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:22:54.678729 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-50869aff-1b34-444b-9450-15f376c9d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:54.683060 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-50869aff-1b34-444b-9450-15f376c9d399 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6c6cc8-dfad-4589-a778-52f0206b85e3 HTTP/1.1" status: 200 len: 849 time: 0.0727615 Jun 24 04:22:54.712664 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:54.771778 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:54.851244 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00446388-823c-4e9c-8392-4c7a6f4a92a4 req-cf4c5ee3-3d26-4df9-b9fb-66a2e20beb4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:54.853124 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-00446388-823c-4e9c-8392-4c7a6f4a92a4 req-cf4c5ee3-3d26-4df9-b9fb-66a2e20beb4f tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.0974019 Jun 24 04:22:54.906110 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-00446388-823c-4e9c-8392-4c7a6f4a92a4 req-f382f055-6a08-4bf9-84d4-3756dccf762b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449932 Jun 24 04:22:54.998830 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a28a5f6d-1995-4f2f-aee8-68be82eaae75 req-84700484-2b30-4c1f-923b-ce7a456a6448 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=734155da-ee09-4da7-aa56-2c506b7ed2cd HTTP/1.1" status: 200 len: 210 time: 0.0289109 Jun 24 04:22:55.160030 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-fbaa8b64-91b5-4f94-aad9-2671f1850f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:55.161708 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-fbaa8b64-91b5-4f94-aad9-2671f1850f4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7b2c59a-0555-4ea1-82f3-82731a83d232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466971 Jun 24 04:22:55.199681 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55790) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:55.243000 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-2c8e8a79-93c1-4ab8-8304-51e48fe580ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d308801b882b46209e83593e0607ee89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421104 Jun 24 04:22:55.245638 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55792) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:55.270489 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-e469ad60-f71f-4775-b9e9-41433a801f43 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000760 Jun 24 04:22:55.297173 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-58f55a12-79d1-4ab3-b0b2-a2273719f821 admin admin] Publish callbacks [] for security_group (0d8516c2-d80c-4c50-b297-f3486e2bed8d), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:55.319224 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-58f55a12-79d1-4ab3-b0b2-a2273719f821 admin admin] Publish callbacks [] for security_group (0d8516c2-d80c-4c50-b297-f3486e2bed8d), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:55.365744 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-da61e40e-e3f9-484f-941f-8b89b87c10cf req-e2e24037-1029-42dc-8817-768678a55448 service neutron] 10.222.0.43 "GET /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893235 Jun 24 04:22:55.443217 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-58f55a12-79d1-4ab3-b0b2-a2273719f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (0d8516c2-d80c-4c50-b297-f3486e2bed8d), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:55.445870 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-58f55a12-79d1-4ab3-b0b2-a2273719f821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:55.447048 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-58f55a12-79d1-4ab3-b0b2-a2273719f821 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d8516c2-d80c-4c50-b297-f3486e2bed8d HTTP/1.1" status: 204 len: 168 time: 0.2005084 Jun 24 04:22:55.455457 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f55a12-79d1-4ab3-b0b2-a2273719f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8516c2-d80c-4c50-b297-f3486e2bed8d,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:55.622924 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:55.641329 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbbded-e3ac-4694-8756-2dbd6fb7a62e req-675b8910-00af-4200-8ceb-cd7052c2db7b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:55.642843 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-38bbbded-e3ac-4694-8756-2dbd6fb7a62e req-675b8910-00af-4200-8ceb-cd7052c2db7b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0669885 Jun 24 04:22:55.694299 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-38bbbded-e3ac-4694-8756-2dbd6fb7a62e req-483ab7f9-ad7d-4dab-ad1a-b4d03b52e621 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446146 Jun 24 04:22:55.742322 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734155da-ee09-4da7-aa56-2c506b7ed2cd', 'name': 'network-vif-deleted', 'tag': '15680038-79e1-44d0-bf98-1d22ed996825'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:55.744946 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b40f373-c78d-4856-93cd-1bdf5215b4a2" -d '{"events": [{"server_uuid": "734155da-ee09-4da7-aa56-2c506b7ed2cd", "name": "network-vif-deleted", "tag": "15680038-79e1-44d0-bf98-1d22ed996825"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:55.781278 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175b30b5-93c3-48f4-b6b9-b22d349914eb x-openstack-request-id: req-175b30b5-93c3-48f4-b6b9-b22d349914eb {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:55.781569 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734155da-ee09-4da7-aa56-2c506b7ed2cd", "name": "network-vif-deleted", "tag": "15680038-79e1-44d0-bf98-1d22ed996825", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:55.781822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-175b30b5-93c3-48f4-b6b9-b22d349914eb {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:55.782222 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175b30b5-93c3-48f4-b6b9-b22d349914eb'] response: {'server_uuid': '734155da-ee09-4da7-aa56-2c506b7ed2cd', 'name': 'network-vif-deleted', 'tag': '15680038-79e1-44d0-bf98-1d22ed996825', 'status': 'completed', 'code': 200} Jun 24 04:22:55.841515 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 15680038-79e1-44d0-bf98-1d22ed996825 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:55.875446 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 15680038-79e1-44d0-bf98-1d22ed996825 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:22:55.875766 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 15680038-79e1-44d0-bf98-1d22ed996825 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:22:56.031624 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09bdf4-cc17-4ab4-b4cd-41af82c46790 req-d64902d4-224e-48ea-b9e6-d0db26a771e5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:56.033206 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2f09bdf4-cc17-4ab4-b4cd-41af82c46790 req-d64902d4-224e-48ea-b9e6-d0db26a771e5 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.0568242 Jun 24 04:22:56.106983 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2f09bdf4-cc17-4ab4-b4cd-41af82c46790 req-66014dbf-dce8-45e6-ad0d-fdf40c1b4895 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557191 Jun 24 04:22:56.221658 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80827069-6445-4c1e-98e1-94a5bfa690aa req-d289e867-e9e4-4b63-a3a2-06c4cd61c22c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:56.223203 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-80827069-6445-4c1e-98e1-94a5bfa690aa req-d289e867-e9e4-4b63-a3a2-06c4cd61c22c tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Jun 24 04:22:56.231532 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55822) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:56.235995 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Request body: {'floatingip': {'port_id': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:56.273490 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (728d1343-a0bf-4b3f-b642-576b23319185), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:56.660412 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cea1c-9a10-4424-af75-64da2d18df86 req-c021c069-ea02-4f7a-9efe-ecdc5c11aa3c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:56.661948 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ee8cea1c-9a10-4424-af75-64da2d18df86 req-c021c069-ea02-4f7a-9efe-ecdc5c11aa3c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0915153 Jun 24 04:22:56.682569 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55836) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:56.805117 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:56.806544 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2057751529-network', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:56.809106 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ee8cea1c-9a10-4424-af75-64da2d18df86 req-187ef70b-888a-4059-96f1-c81b7302e197 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237216 Jun 24 04:22:56.841145 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180f124-cae7-4d34-ac64-bd6e428227cf req-c51994ec-6860-486c-b411-412d9b9f0ef8 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:56.843275 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c180f124-cae7-4d34-ac64-bd6e428227cf req-c51994ec-6860-486c-b411-412d9b9f0ef8 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0728035 Jun 24 04:22:56.870044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (728d1343-a0bf-4b3f-b642-576b23319185), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:56.887512 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:56.893198 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c180f124-cae7-4d34-ac64-bd6e428227cf req-5fad6fd8-d752-47d3-955f-be117726abce tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Jun 24 04:22:56.960559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Made reservation on behalf of f9c12f0aa786483e8d1ce8ff9042164f for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:22:56.963000 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:56.972447 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Floating IP 728d1343-a0bf-4b3f-b642-576b23319185 associated. External IP: 172.27.2.157, port: 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6. Jun 24 04:22:56.972713 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.050147 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Publish callbacks [] for security_group (23ccbe2f-fcfe-48c8-840c-13a85e8d385f), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.059515 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:57.115200 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (23ccbe2f-fcfe-48c8-840c-13a85e8d385f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.122038 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:57.145754 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:22:57.147002 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:57.152540 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ccbe2f-fcfe-48c8-840c-13a85e8d385f,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:57.160265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (0602a9d1-5879-4cb6-8f96-2529760d57f3), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.160595 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Added segment 0602a9d1-5879-4cb6-8f96-2529760d57f3 of type vlan for network a202b9e8-77c8-471b-bad0-c0f2e233e837 Jun 24 04:22:57.179244 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:22:57.203351 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (a202b9e8-77c8-471b-bad0-c0f2e233e837), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.285671 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:22:57.290044 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.295377 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:22:57.307638 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:57.308254 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:57.315440 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (a202b9e8-77c8-471b-bad0-c0f2e233e837), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.317167 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:57.318250 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.323310 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b71b9f95-de9e-4b5f-91e3-d0ec43b3b8a9 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "PUT /v2.0/floatingips/728d1343-a0bf-4b3f-b642-576b23319185 HTTP/1.1" status: 200 len: 992 time: 1.0885711 Jun 24 04:22:57.323310 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b70b01-cc71-40ad-a0dc-efe093913399', 'tag': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:22:57.326735 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "87b70b01-cc71-40ad-a0dc-efe093913399", "tag": "40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:57.392160 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:57.392903 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] Pushing event updated for resources: {'Network': ['ID=a202b9e8-77c8-471b-bad0-c0f2e233e837,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:57.404667 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:22:57.423873 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:57.457599 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8b0fc3fb-30ed-492c-95cd-f85f6db47c6a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7732310 Jun 24 04:22:57.460617 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55854) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:57.466330 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Request body: {'subnet': {'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2057751529-subnet', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'ip_version': 4}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:57.493785 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:57.513621 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eac047-a672-414b-a169-92b63d675218 x-openstack-request-id: req-28eac047-a672-414b-a169-92b63d675218 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:57.513951 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b70b01-cc71-40ad-a0dc-efe093913399", "tag": "40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:57.514708 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28eac047-a672-414b-a169-92b63d675218 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:57.515341 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28eac047-a672-414b-a169-92b63d675218'] response: {'name': 'network-changed', 'server_uuid': '87b70b01-cc71-40ad-a0dc-efe093913399', 'tag': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'status': 'completed', 'code': 200} Jun 24 04:22:57.566293 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Made reservation on behalf of f9c12f0aa786483e8d1ce8ff9042164f for: {'subnet': 1} {{(pid=104593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:22:57.569095 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30251455'] for subnet (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.647815 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '728d1343-a0bf-4b3f-b642-576b23319185', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:db:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b70b01-cc71-40ad-a0dc-efe093913399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:22:35Z', 'updated_at': '2022-06-24T04:22:56Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:57.674476 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:22:57.684019 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:22:57.684624 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:22:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:57.796091 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:22:57.826469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29624641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30251465'] for subnet (15e3321a-fef9-46aa-b900-8a6d6f984325), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:57.893202 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e3321a-fef9-46aa-b900-8a6d6f984325,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:57.903367 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Checking segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:22:57.903367 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Network hostable DHCP agents. Network: a202b9e8-77c8-471b-bad0-c0f2e233e837, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:22:57.974405 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c674f43-56ba-4bc2-878d-1bb606bf1559 req-b0ade09c-0d4a-4412-80ca-6ec1ec68405a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:57.974997 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35240c4-68dc-4859-97ae-967f127075f6 req-64e04801-a951-4071-89c4-a802aa75ceda tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:57.976173 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4c674f43-56ba-4bc2-878d-1bb606bf1559 req-b0ade09c-0d4a-4412-80ca-6ec1ec68405a tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0528502 Jun 24 04:22:57.979170 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a35240c4-68dc-4859-97ae-967f127075f6 req-64e04801-a951-4071-89c4-a802aa75ceda tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0583534 Jun 24 04:22:57.980699 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:22:58.009261 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:58.033067 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a35240c4-68dc-4859-97ae-967f127075f6 req-778d2a35-c729-4ba3-8e38-22821ccbdafc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469644 Jun 24 04:22:58.035959 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '728d1343-a0bf-4b3f-b642-576b23319185', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:db:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b70b01-cc71-40ad-a0dc-efe093913399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:22:35Z', 'updated_at': '2022-06-24T04:22:56Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:22:58.037718 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4c674f43-56ba-4bc2-878d-1bb606bf1559 req-cf10c21c-3cdb-45de-8271-d6351f0bf955 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543246 Jun 24 04:22:58.064044 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1678b-fced-4911-8e2a-dbe7eeea2273 None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '728d1343-a0bf-4b3f-b642-576b23319185', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'port_id': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'mac_address': 'fa:16:3e:db:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b70b01-cc71-40ad-a0dc-efe093913399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:22:35Z', 'updated_at': '2022-06-24T04:22:56Z', 'revision_number': 1, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:22:58.075445 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, a202b9e8-77c8-471b-bad0-c0f2e233e837) {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:22:58.081106 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:58.081762 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.086989 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4feaf1f-f9d6-49cd-a770-a6180b955808 None None] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:22:58.153331 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9958f6a-9f50-4859-b15d-9f6bf7b0290a req-e0e00696-b56c-4853-a216-5f47ddf0f6e3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:58.161004 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e9958f6a-9f50-4859-b15d-9f6bf7b0290a req-e0e00696-b56c-4853-a216-5f47ddf0f6e3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0624003 Jun 24 04:22:58.174213 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-3e6123ed-8e2f-4113-9f9e-e6d4f3c9423c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7099612 Jun 24 04:22:58.175205 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55870) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:22:58.179074 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:22:58.220309 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e9958f6a-9f50-4859-b15d-9f6bf7b0290a req-a0dea847-ff4f-4a06-a804-4dab04a01385 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583594 Jun 24 04:22:58.225115 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-a202b9e8-77c8-471b-bad0-c0f2e233e837', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:22:58.226065 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.294787 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (46395327-3e4a-4cc3-90aa-eb687a7cac37), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.296583 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (46395327-3e4a-4cc3-90aa-eb687a7cac37), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.316992 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d6ea35-0c24-40da-a41a-ca5f526cceab None None] New status for floating IP 728d1343-a0bf-4b3f-b642-576b23319185: ACTIVE {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:22:58.357371 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks [] for router_controller (46395327-3e4a-4cc3-90aa-eb687a7cac37), precommit_add_association {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.360923 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ca8fd7dc-fb40-497e-b097-3de0997850d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.465103 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Allocated IP 172.20.0.2 (a202b9e8-77c8-471b-bad0-c0f2e233e837/15e3321a-fef9-46aa-b900-8a6d6f984325/e44b5d39-e975-400a-b6ef-6fd7b82fb891) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:22:58.547830 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks [] for router_gateway (46395327-3e4a-4cc3-90aa-eb687a7cac37), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.561816 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:58.638639 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Publish callbacks [] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.706197 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.748108 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:22:58.753640 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:22:58.757894 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:22:58.761890 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Pushing event updated for resources: {'Port': ['ID=e44b5d39-e975-400a-b6ef-6fd7b82fb891,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:58.769816 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:58.826074 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Attempting to bind port e44b5d39-e975-400a-b6ef-6fd7b82fb891 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:22:58.826464 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Attempting to bind port e44b5d39-e975-400a-b6ef-6fd7b82fb891 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:22:58.826997 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Attempting to bind port e44b5d39-e975-400a-b6ef-6fd7b82fb891 on network a202b9e8-77c8-471b-bad0-c0f2e233e837 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:22:58.832746 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:22:58.833118 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Checking segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:22:58.833516 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.833904 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Bound using segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:22:58.834363 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Bound port: e44b5d39-e975-400a-b6ef-6fd7b82fb891, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:22:58.834757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:58.901193 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] For port e44b5d39-e975-400a-b6ef-6fd7b82fb891, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:22:58.906013 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] For port e44b5d39-e975-400a-b6ef-6fd7b82fb891, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=e44b5d39-e975-400a-b6ef-6fd7b82fb891,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:22:59.061068 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks [] for router_gateway (46395327-3e4a-4cc3-90aa-eb687a7cac37), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:59.083300 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:59.172047 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece23a8-bc5a-4a7f-9325-7e37a7d85428 req-aa06e457-3221-480e-adaa-18ba368f32ea tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:59.173547 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ece23a8-bc5a-4a7f-9325-7e37a7d85428 req-aa06e457-3221-480e-adaa-18ba368f32ea tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0484834 Jun 24 04:22:59.176801 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:59.187394 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0710c1-9ff4-4216-8518-5513054e8152 req-25d174bb-ab4a-42bf-8091-262623ca0d1c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:59.188877 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bd0710c1-9ff4-4216-8518-5513054e8152 req-25d174bb-ab4a-42bf-8091-262623ca0d1c tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0649793 Jun 24 04:22:59.222726 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ece23a8-bc5a-4a7f-9325-7e37a7d85428 req-3e4ddc72-865a-4971-8126-f99205e64abf tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427163 Jun 24 04:22:59.263562 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Allocated IP 172.27.2.108 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/56794992-6c8b-4512-9d36-a3f869092d5c) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:22:59.286738 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-bd0710c1-9ff4-4216-8518-5513054e8152 req-59977e24-8152-41f8-a93a-eaad4e05bd45 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803843 Jun 24 04:22:59.333100 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:59.344615 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e599dd-0989-4b06-a16d-4afe4210a44d req-ea9cd0a8-64ae-4068-925d-6d6a0d657329 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:59.346621 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d8e599dd-0989-4b06-a16d-4afe4210a44d req-ea9cd0a8-64ae-4068-925d-6d6a0d657329 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0528245 Jun 24 04:22:59.375856 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:22:59.400929 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks [] for port (56794992-6c8b-4512-9d36-a3f869092d5c), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:59.411381 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd8d25-94d9-4113-a81a-559d712ee122 None None] Pushing event updated for resources: {'Port': ['ID=e44b5d39-e975-400a-b6ef-6fd7b82fb891,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:59.422106 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d8e599dd-0989-4b06-a16d-4afe4210a44d req-c0aae43c-9822-45c8-9f64-f9d0bf3bd315 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680006 Jun 24 04:22:59.515814 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:59.555840 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:22:59.562351 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:22:59.566482 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:22:59.625614 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=56794992-6c8b-4512-9d36-a3f869092d5c,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:59.729653 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-0691fab1-233a-44a5-bc5d-c1ba75a760c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:59.731539 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-0691fab1-233a-44a5-bc5d-c1ba75a760c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab7130ecbc4d487db66baebeab8550b0&device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 1130 time: 0.0550928 Jun 24 04:22:59.965551 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks [] for router_gateway (46395327-3e4a-4cc3-90aa-eb687a7cac37), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:22:59.969876 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-ffc18cce-9bb9-4cd4-b0f6-3039828964a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:22:59.971370 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-ffc18cce-9bb9-4cd4-b0f6-3039828964a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 200 len: 916 time: 0.0945697 Jun 24 04:23:00.099177 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:00.110534 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-c2223256-1cd1-4cd6-80d2-1febeffdd5c4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:00.112152 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-c2223256-1cd1-4cd6-80d2-1febeffdd5c4 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.0917206 Jun 24 04:23:00.171384 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device e44b5d39-e975-400a-b6ef-6fd7b82fb891 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:00.171924 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-a5f43381-4873-4ffc-9945-ff18078a2dbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 HTTP/1.1" status: 200 len: 1002 time: 0.1581652 Jun 24 04:23:00.220743 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (46395327-3e4a-4cc3-90aa-eb687a7cac37), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.223334 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:00.229278 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port e44b5d39-e975-400a-b6ef-6fd7b82fb891 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:00.229738 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.274243 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Deleting port 628c6256-3f93-415e-8d57-183e79f02abb {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:23:00.274823 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (628c6256-3f93-415e-8d57-183e79f02abb), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.331028 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-9fd6140d-9627-4375-8149-92c5e6a463b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:00.333060 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-9fd6140d-9627-4375-8149-92c5e6a463b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 200 len: 854 time: 0.1552384 Jun 24 04:23:00.334151 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port e44b5d39-e975-400a-b6ef-6fd7b82fb891 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:00.334741 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.383981 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port e44b5d39-e975-400a-b6ef-6fd7b82fb891, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=e44b5d39-e975-400a-b6ef-6fd7b82fb891,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:00.425308 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:00.430236 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43024b3c-d763-4762-b284-3f7be4e0c12e None None] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:23:00.446440 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af44997-413d-403a-8b86-4fe8caa54d62 req-c9a39a3d-21a5-40d6-9071-638df6522364 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:00.449021 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4af44997-413d-403a-8b86-4fe8caa54d62 req-c9a39a3d-21a5-40d6-9071-638df6522364 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0768566 Jun 24 04:23:00.476777 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-95876367-8460-418a-8071-02fce55f6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:00.478501 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-95876367-8460-418a-8071-02fce55f6e5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129208 Jun 24 04:23:00.479994 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-09a31780-dbc0-4e5b-a5a7-2498de2d78b2 None None] Provisioning complete for port e44b5d39-e975-400a-b6ef-6fd7b82fb891 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:00.480458 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-09a31780-dbc0-4e5b-a5a7-2498de2d78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.485354 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] For port 628c6256-3f93-415e-8d57-183e79f02abb, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=628c6256-3f93-415e-8d57-183e79f02abb,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:00.486735 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (628c6256-3f93-415e-8d57-183e79f02abb), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.507318 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f7af-25dd-442f-a185-148be448ea0a req-5f45f647-2bcb-4db9-9b70-28577a166651 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:00.509692 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fc97f7af-25dd-442f-a185-148be448ea0a req-5f45f647-2bcb-4db9-9b70-28577a166651 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 946 time: 0.1019199 Jun 24 04:23:00.519741 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4af44997-413d-403a-8b86-4fe8caa54d62 req-d22ea51e-5904-44b1-b6f3-d36d137398c5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0648632 Jun 24 04:23:00.529138 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Calling delete_port for 628c6256-3f93-415e-8d57-183e79f02abb owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:23:00.549698 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.637263 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:23:00.665986 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecb574-3315-4686-a407-e7511ed4da48 req-d5f76c0e-d092-4465-8ce3-50aaad31eb30 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:00.668178 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f8ecb574-3315-4686-a407-e7511ed4da48 req-d5f76c0e-d092-4465-8ce3-50aaad31eb30 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0683980 Jun 24 04:23:00.679113 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fc97f7af-25dd-442f-a185-148be448ea0a req-0343d023-8bc3-4a2c-bdce-0bfd9bc92b5e tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49ee3d8-79df-4a5d-8ccd-893b27d9171a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575742 Jun 24 04:23:00.726347 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-4a7b63bb-442e-494b-817a-f4acbc07b813 service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373614 Jun 24 04:23:00.736620 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-f0591484-1b5e-4643-88d6-be9522191719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.800533 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=e44b5d39-e975-400a-b6ef-6fd7b82fb891,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:00.810563 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f8ecb574-3315-4686-a407-e7511ed4da48 req-0ca4cdd6-b69d-4c2f-9b24-6ca4ecd09e20 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984662 Jun 24 04:23:00.819969 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:00.836320 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-09a31780-dbc0-4e5b-a5a7-2498de2d78b2 None None] Current status of the port e44b5d39-e975-400a-b6ef-6fd7b82fb891 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:00.840990 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:00.855777 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:00.856624 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:00.879583 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-94d2bc5a-f5b2-4e79-adf7-55d8e97bf6cd req-92d06376-cc12-4eb3-a068-8149d163787f service neutron] 10.222.0.43 "GET /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466124 Jun 24 04:23:00.919538 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.923163 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-90b7fd72-939c-450f-b799-77439a003aa1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7472303 Jun 24 04:23:00.924493 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55886) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:00.949376 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (628c6256-3f93-415e-8d57-183e79f02abb), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:00.949791 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:00.964718 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['628c6256-3f93-415e-8d57-183e79f02abb'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:23:00.969773 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:00.980963 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Pushing event deleted for resources: {'Port': ['ID=628c6256-3f93-415e-8d57-183e79f02abb,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:00.996939 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:01.047967 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] No DVR routers for this DVR port 628c6256-3f93-415e-8d57-183e79f02abb on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:23:01.050409 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.054508 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-711abf71-651a-4c7b-ac7a-8e897201e81d req-1c073869-ec8d-44bc-99ce-b9569534ff4f tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.43 "DELETE /v2.0/ports/628c6256-3f93-415e-8d57-183e79f02abb HTTP/1.1" status: 204 len: 173 time: 0.9340932 Jun 24 04:23:01.054980 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab22e349-8bc5-4678-979e-0db7dfcfdb29', 'name': 'network-vif-deleted', 'tag': '628c6256-3f93-415e-8d57-183e79f02abb'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:23:01.057253 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3001277-4076-451f-bcd4-b00117ff1776" -d '{"events": [{"server_uuid": "ab22e349-8bc5-4678-979e-0db7dfcfdb29", "name": "network-vif-deleted", "tag": "628c6256-3f93-415e-8d57-183e79f02abb"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:01.162524 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0407baa7-85cc-45c1-a27a-444bf94d6970 x-openstack-request-id: req-0407baa7-85cc-45c1-a27a-444bf94d6970 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:01.164178 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab22e349-8bc5-4678-979e-0db7dfcfdb29", "name": "network-vif-deleted", "tag": "628c6256-3f93-415e-8d57-183e79f02abb", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:01.164178 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0407baa7-85cc-45c1-a27a-444bf94d6970 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:01.164178 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0407baa7-85cc-45c1-a27a-444bf94d6970'] response: {'server_uuid': 'ab22e349-8bc5-4678-979e-0db7dfcfdb29', 'name': 'network-vif-deleted', 'tag': '628c6256-3f93-415e-8d57-183e79f02abb', 'status': 'completed', 'code': 200} Jun 24 04:23:01.173807 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-b8e662ac-0168-4e4d-aeba-3bc2b4939b86 None None] Provisioning complete for port e44b5d39-e975-400a-b6ef-6fd7b82fb891 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:01.174444 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b8e662ac-0168-4e4d-aeba-3bc2b4939b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.212193 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:22:59Z', 'revision_number': 3, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:01.221664 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:01.241582 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:01.242298 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Updating router 46395327-3e4a-4cc3-90aa-eb687a7cac37 port 56794992-6c8b-4512-9d36-a3f869092d5c binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:23:01.265241 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-b8e662ac-0168-4e4d-aeba-3bc2b4939b86 None None] Current status of the port e44b5d39-e975-400a-b6ef-6fd7b82fb891 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:01.278716 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.425550 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.589469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Allocated IP 172.20.0.1 (a202b9e8-77c8-471b-bad0-c0f2e233e837/15e3321a-fef9-46aa-b900-8a6d6f984325/641891c4-e3cc-4bb3-b98a-29cd13f2a9dd) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:01.601043 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:01.614749 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:01.643089 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Publish callbacks [] for port (56794992-6c8b-4512-9d36-a3f869092d5c), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.668877 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a007b8b-49b0-43f5-abe9-e1149454f41b req-76fe7772-7f6a-48c1-89a5-0022809e0d64 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:01.670396 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9a007b8b-49b0-43f5-abe9-e1149454f41b req-76fe7772-7f6a-48c1-89a5-0022809e0d64 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0693877 Jun 24 04:23:01.703966 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.757528 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Attempting to bind port 56794992-6c8b-4512-9d36-a3f869092d5c on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:23:01.757968 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Attempting to bind port 56794992-6c8b-4512-9d36-a3f869092d5c by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:23:01.758327 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Attempting to bind port 56794992-6c8b-4512-9d36-a3f869092d5c on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:23:01.766327 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Pushing event updated for resources: {'Port': ['ID=56794992-6c8b-4512-9d36-a3f869092d5c,revision_number=2']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:01.769723 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:23:01.770563 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9a007b8b-49b0-43f5-abe9-e1149454f41b req-a76b0d4d-ebea-4e67-a643-87d4337c1d0c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0697241 Jun 24 04:23:01.776719 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:23:01.777217 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.781635 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:01.782960 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:23:01.788684 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Bound port: 56794992-6c8b-4512-9d36-a3f869092d5c, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:23:01.788837 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.788975 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Publish callbacks [] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.789126 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.821008 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d75d634f-3cf3-4588-9dc7-15de18a031bc req-38f0d501-ea92-4b16-8a0b-d6786c84cfa1 tempest-ServerRescueNegativeTestJSON-1957770559 tempest-ServerRescueNegativeTestJSON-1957770559-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab22e349-8bc5-4678-979e-0db7dfcfdb29 HTTP/1.1" status: 200 len: 210 time: 0.0405145 Jun 24 04:23:01.827788 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.828160 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.828523 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.828919 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.829254 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.829579 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.829901 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.830221 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.830569 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.830879 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.831497 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.831629 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.831940 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.832259 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.832573 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.868244 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] For port 56794992-6c8b-4512-9d36-a3f869092d5c, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:01.872495 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] For port 56794992-6c8b-4512-9d36-a3f869092d5c, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=56794992-6c8b-4512-9d36-a3f869092d5c,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:01.960139 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e576-fcdd-46b8-aff6-4e1be6107a21 req-fa00dc11-37e2-40e7-9b22-04180eb9467c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:01.961591 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e8d3e576-fcdd-46b8-aff6-4e1be6107a21 req-fa00dc11-37e2-40e7-9b22-04180eb9467c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0476551 Jun 24 04:23:01.975285 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:01.980665 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:02.033300 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:02.033961 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:02.040824 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:02.043894 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:02.056655 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:23:02.067719 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e8d3e576-fcdd-46b8-aff6-4e1be6107a21 req-ceeb65d0-c02b-4dea-a6f5-d0948ff172d1 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007035 Jun 24 04:23:02.075649 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7310c3-ab49-4f30-a41f-9531b494d486 None None] Pushing event updated for resources: {'Port': ['ID=56794992-6c8b-4512-9d36-a3f869092d5c,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:02.085906 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Pushing event updated for resources: {'Port': ['ID=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:02.109833 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (46395327-3e4a-4cc3-90aa-eb687a7cac37), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:02.163853 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:02.230120 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device e44b5d39-e975-400a-b6ef-6fd7b82fb891 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:02.290341 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port e44b5d39-e975-400a-b6ef-6fd7b82fb891 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:02.291725 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:02.315191 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:02.366947 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:02.379878 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:02.382413 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:22:59Z', 'revision_number': 3, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:02.385918 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port e44b5d39-e975-400a-b6ef-6fd7b82fb891 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:02.404002 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-065e4105-629d-44a7-bc4a-a960b49a1380 None None] Provisioning complete for port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:02.404356 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-065e4105-629d-44a7-bc4a-a960b49a1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:02.414479 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399e0e9-52ba-4904-898a-d04329378370 None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:22:59Z', 'revision_number': 3, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:02.439145 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-065e4105-629d-44a7-bc4a-a960b49a1380 None None] Port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:23:02.459148 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:02.543889 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Publish callbacks [] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:02.635260 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29624780'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:02.715471 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Pushing event updated for resources: {'Port': ['ID=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:02.728818 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (46395327-3e4a-4cc3-90aa-eb687a7cac37), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:02.826337 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:02.831432 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:02.908810 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55902) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:02.945106 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b47b87-5270-43c3-be92-6dc1b4276b10 req-71b833a6-c408-46cc-b28c-b2f7528f118f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:02.948285 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-58b47b87-5270-43c3-be92-6dc1b4276b10 req-71b833a6-c408-46cc-b28c-b2f7528f118f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0690799 Jun 24 04:23:02.986472 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:23:03.027183 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-58b47b87-5270-43c3-be92-6dc1b4276b10 req-3b7160f1-b017-4ead-9975-12e4ed1c7bd9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0654688 Jun 24 04:23:03.099067 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:03.132706 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:03.162878 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-b469d769-c3de-455b-84c0-91a3548992df None None] Provisioning complete for port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:03.163248 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b469d769-c3de-455b-84c0-91a3548992df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:03.199433 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-b469d769-c3de-455b-84c0-91a3548992df None None] Port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:23:03.249276 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:03.262307 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c832f-b6a6-4666-98b2-269a5545de11 req-753879d2-e5e1-417c-bdee-3c2cbe79151a tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:03.263884 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0f7c832f-b6a6-4666-98b2-269a5545de11 req-753879d2-e5e1-417c-bdee-3c2cbe79151a tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.1068666 Jun 24 04:23:03.268105 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d2ef3608-e033-4dec-88d9-3e6906b3125b admin admin] 10.222.0.16 "PUT /v2.0/routers/46395327-3e4a-4cc3-90aa-eb687a7cac37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3419356 Jun 24 04:23:03.385857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:03.634521 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-0f7c832f-b6a6-4666-98b2-269a5545de11 req-aada339a-a961-4d4a-803a-7529af083630 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640537 Jun 24 04:23:03.757294 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (f5a86038-86a6-4666-bc1a-966f2c008923), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:03.878106 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 628c6256-3f93-415e-8d57-183e79f02abb no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:03.899471 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 628c6256-3f93-415e-8d57-183e79f02abb {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:23:03.899815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 628c6256-3f93-415e-8d57-183e79f02abb not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:03.959601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:04.001142 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Deleting port ebcd343f-e1b8-46ad-a23e-8ab3c343734d {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:23:04.001486 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.077209 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55926) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:04.082622 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-940395459-network', 'tenant_id': '3c7828b5281148b89afe2f97d334a613'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:04.097497 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:04.123173 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] For port ebcd343f-e1b8-46ad-a23e-8ab3c343734d, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:04.123661 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.137541 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Calling delete_port for ebcd343f-e1b8-46ad-a23e-8ab3c343734d owned by network:router_interface {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:23:04.165767 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 56794992-6c8b-4512-9d36-a3f869092d5c up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:04.190331 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c03ea-fb49-4f3c-b797-0f3879268dfa req-1f6bcc0b-c786-42cf-a89c-3e25a684634d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:04.197405 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5c9c03ea-fb49-4f3c-b797-0f3879268dfa req-1f6bcc0b-c786-42cf-a89c-3e25a684634d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0693209 Jun 24 04:23:04.213656 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Made reservation on behalf of 3c7828b5281148b89afe2f97d334a613 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:23:04.215634 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 56794992-6c8b-4512-9d36-a3f869092d5c triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:04.216050 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.216208 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.230120 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.282002 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:04.289013 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5c9c03ea-fb49-4f3c-b797-0f3879268dfa req-ffceda0a-cc19-4700-9a2d-254782496ec4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0840762 Jun 24 04:23:04.301413 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 56794992-6c8b-4512-9d36-a3f869092d5c is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:04.302024 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.310844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:04.334510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 56794992-6c8b-4512-9d36-a3f869092d5c, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=56794992-6c8b-4512-9d36-a3f869092d5c,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:04.338770 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:04.339678 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:04.353968 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Publish callbacks [] for security_group (f359ddc0-2b42-4e6e-a445-dd8a857f97de), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.425878 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.435150 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f359ddc0-2b42-4e6e-a445-dd8a857f97de), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.435882 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (ebcd343f-e1b8-46ad-a23e-8ab3c343734d), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.462706 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcd343f-e1b8-46ad-a23e-8ab3c343734d,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:04.476689 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:23:04.488399 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f359ddc0-2b42-4e6e-a445-dd8a857f97de,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:04.488984 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:04.502089 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (45b745d6-83e6-4a5d-a1bf-e2944e1edbc5), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.503040 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Added segment 45b745d6-83e6-4a5d-a1bf-e2944e1edbc5 of type vlan for network a3babf92-c662-4053-ab1f-21c9144ca8df Jun 24 04:23:04.539982 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=56794992-6c8b-4512-9d36-a3f869092d5c,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:04.562271 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (a3babf92-c662-4053-ab1f-21c9144ca8df), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.672217 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (f5a86038-86a6-4666-bc1a-966f2c008923), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.675884 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:04.687070 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (a3babf92-c662-4053-ab1f-21c9144ca8df), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.688316 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:04.691579 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.717879 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:04.737860 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-5afa7e78-f121-4b28-bfcb-75c4666addb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:04.739425 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-5afa7e78-f121-4b28-bfcb-75c4666addb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1129 time: 0.1263320 Jun 24 04:23:04.769542 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 2, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:04.795673 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:04.796697 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Updating router 46395327-3e4a-4cc3-90aa-eb687a7cac37 port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:23:04.806648 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] Pushing event updated for resources: {'Network': ['ID=a3babf92-c662-4053-ab1f-21c9144ca8df,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:04.820094 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network a3babf92-c662-4053-ab1f-21c9144ca8df details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:23:04.858049 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-60aee0f7-309b-4742-90a1-5fa72ec41190 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7794218 Jun 24 04:23:04.862740 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55930) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:04.869553 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Request body: {'subnet': {'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-940395459-subnet', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:04.901953 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645abf-4579-41df-b555-cb2f88449793 req-01464829-c28a-41b1-9958-5747f0193004 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:04.902929 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.903497 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2b645abf-4579-41df-b555-cb2f88449793 req-01464829-c28a-41b1-9958-5747f0193004 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0979905 Jun 24 04:23:04.906492 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-278025da-233f-4a96-8192-d554b483d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:04.907947 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-278025da-233f-4a96-8192-d554b483d5dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=73023663-c454-4d4f-aaaf-a748940b4903 HTTP/1.1" status: 200 len: 910 time: 0.1544573 Jun 24 04:23:04.925413 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:04.962811 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:04.980054 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-e54bf296-9a57-4a39-a312-b5b8fb654498 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 200 len: 1001 time: 0.0618739 Jun 24 04:23:04.990963 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Made reservation on behalf of 3c7828b5281148b89afe2f97d334a613 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:23:04.993507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30621949'] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:04.997517 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Router f5a86038-86a6-4666-bc1a-966f2c008923 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:23:05.004300 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2b645abf-4579-41df-b555-cb2f88449793 req-624b0c6a-1592-48de-ba58-fedc1754a907 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660460 Jun 24 04:23:05.066749 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:05.107570 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-6d16b1a9-9a08-4b63-adf2-88b1ec411656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:05.109809 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-6d16b1a9-9a08-4b63-adf2-88b1ec411656 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b08c2fe-c6cd-4a28-8350-364092633ed9 HTTP/1.1" status: 200 len: 848 time: 0.1130826 Jun 24 04:23:05.126676 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:05.137617 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9df45b08-a8c2-43b2-a617-578a8e9a6eff admin admin] 10.222.0.16 "PUT /v2.0/routers/f5a86038-86a6-4666-bc1a-966f2c008923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1926847 Jun 24 04:23:05.137837 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55932) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:05.143028 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] Sync routers for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:05.159518 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:05.160370 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:05.176701 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-3057689c-56bb-49c0-a5c5-896ba0df4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:05.178223 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-3057689c-56bb-49c0-a5c5-896ba0df4603 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73023663-c454-4d4f-aaaf-a748940b4903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611773 Jun 24 04:23:05.204692 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Publish callbacks [] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.253244 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks [] for router (f5a86038-86a6-4666-bc1a-966f2c008923), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.283234 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.296915 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:05.306001 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:05.350706 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-1f098e13-dcd0-4551-94de-496121b4bf8f service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652365 Jun 24 04:23:05.351543 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba40d1-472d-4e53-8eb5-0f2ad16077e6 None None] Pushing event updated for resources: {'Port': ['ID=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:05.414727 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks [] for router_gateway (f5a86038-86a6-4666-bc1a-966f2c008923), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.448654 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Attempting to bind port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:23:05.449244 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Attempting to bind port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:23:05.449350 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Attempting to bind port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd on network a202b9e8-77c8-471b-bad0-c0f2e233e837 {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:23:05.457572 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:23:05.458078 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Checking segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:23:05.458554 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.458949 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Bound using segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:23:05.459418 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Bound port: 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:23:05.459793 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.471894 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:05.481259 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30618175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30621835'] for subnet (26b5c864-6c89-464e-a038-2f24bab0cd89), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.545093 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f0185-dbc1-4ea2-a70a-4b606140927f req-619bd2a4-21cf-4e43-9076-868365d6465e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:05.547233 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-289f0185-dbc1-4ea2-a70a-4b606140927f req-619bd2a4-21cf-4e43-9076-868365d6465e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.1361198 Jun 24 04:23:05.558256 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] For port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:05.558757 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 5, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port': {'id': 'fbf16f43-d444-46ce-bd58-b75e08521126', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:18Z', 'updated_at': '2022-06-24T04:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:05.565011 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] For port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:05.585902 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8c45455e-72d2-4664-a4ae-22b1dfec71e0 req-153fe58b-7d35-4f5e-8d4b-021171c689c3 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248690 Jun 24 04:23:05.588323 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Deleting port fbf16f43-d444-46ce-bd58-b75e08521126 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:23:05.588768 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.599097 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b5c864-6c89-464e-a038-2f24bab0cd89,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:05.618777 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] Checking router: f5a86038-86a6-4666-bc1a-966f2c008923 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:05.624737 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Checking segment: {'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:23:05.625102 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Network hostable DHCP agents. Network: a3babf92-c662-4053-ab1f-21c9144ca8df, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:23:05.628863 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] Routers {'f5a86038-86a6-4666-bc1a-966f2c008923'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:05.629613 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['f5a86038-86a6-4666-bc1a-966f2c008923'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:05.643218 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-289f0185-dbc1-4ea2-a70a-4b606140927f req-4870d4dd-572d-4354-a64a-61983fce4757 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0868866 Jun 24 04:23:05.659501 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.695738 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] For port fbf16f43-d444-46ce-bd58-b75e08521126, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=fbf16f43-d444-46ce-bd58-b75e08521126,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:05.696366 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.712896 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Calling delete_port for fbf16f43-d444-46ce-bd58-b75e08521126 owned by network:router_gateway {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:23:05.721507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Network a3babf92-c662-4053-ab1f-21c9144ca8df is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:23:05.734170 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:05.734170 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:05.744185 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] Set router f5a86038-86a6-4666-bc1a-966f2c008923 gateway port host: None {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:05.804437 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:23:05Z', 'revision_number': 6, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:05.809610 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, a3babf92-c662-4053-ab1f-21c9144ca8df) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:05.820192 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:05.825205 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.829327 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0138e-7a45-48cc-bf90-265f7b03aeb0 None None] The sync data for ids ['f5a86038-86a6-4666-bc1a-966f2c008923'] in dv-cinder-846842-3-iscsi is: [{'id': 'f5a86038-86a6-4666-bc1a-966f2c008923', 'name': 'tempest-ServerRescueNegativeTestJSON-1856813582-router', 'tenant_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:23:05Z', 'revision_number': 6, 'project_id': '96e2b5a124bf48fd82e48ed79aa4eeed', 'gw_port_host': None}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:05.849389 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa749102-e7a1-4e26-91da-de8ed94bc769 None None] Network a3babf92-c662-4053-ab1f-21c9144ca8df requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:23:05.865296 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba40d1-472d-4e53-8eb5-0f2ad16077e6 None None] Pushing event updated for resources: {'Port': ['ID=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:05.886387 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-bbfd1aa6-5039-4175-baab-be77a5887d11 None None] Provisioning complete for port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:05.886914 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1aa6-5039-4175-baab-be77a5887d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:05.951171 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8711543b-9ab8-4660-831f-9b38f6ca1c82 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0850291 Jun 24 04:23:05.952041 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55936) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:05.959134 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:05.980173 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:05.991317 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (fbf16f43-d444-46ce-bd58-b75e08521126), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.018247 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf16f43-d444-46ce-bd58-b75e08521126,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:06.071891 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-559551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8422'] for router (9e14529e-ad24-46e3-85cb-197abdebc2ef), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.074838 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-942364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8433'] for router (9e14529e-ad24-46e3-85cb-197abdebc2ef), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.094797 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (f5a86038-86a6-4666-bc1a-966f2c008923), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.140521 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks [] for router_controller (9e14529e-ad24-46e3-85cb-197abdebc2ef), precommit_add_association {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.225714 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (f5a86038-86a6-4666-bc1a-966f2c008923), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.228076 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks [] for router_controller (f5a86038-86a6-4666-bc1a-966f2c008923), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.235884 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf4cbf-b476-4774-976e-d00075c0fb52 req-44ff3b80-e938-4bbc-9fa6-49cd6ddff0db tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:06.237433 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ffaf4cbf-b476-4774-976e-d00075c0fb52 req-44ff3b80-e938-4bbc-9fa6-49cd6ddff0db tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.1334157 Jun 24 04:23:06.246915 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7169cc0c-d530-562a-9c1b-17b198281ce5-a3babf92-c662-4053-ab1f-21c9144ca8df', 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df', 'project_id': '3c7828b5281148b89afe2f97d334a613', 'fixed_ips': [{'subnet_id': '26b5c864-6c89-464e-a038-2f24bab0cd89'}]}} from dv-cinder-846842-3-iscsi. {{(pid=104595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 04:23:06.246915 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.268059 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:06.268667 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:06.368617 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd1aa6-5039-4175-baab-be77a5887d11 None None] Current status of the port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:06.369202 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1aa6-5039-4175-baab-be77a5887d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.374925 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ffaf4cbf-b476-4774-976e-d00075c0fb52 req-e112a84e-b399-4f52-a51e-12d1ee415088 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272554 Jun 24 04:23:06.384853 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (f5a86038-86a6-4666-bc1a-966f2c008923), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.385680 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a86038-86a6-4666-bc1a-966f2c008923 {{(pid=104593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:23:06.410109 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.414051 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-dd8d8cfa-3263-47af-b628-1b4bd96bfe9a admin admin] 10.222.0.16 "DELETE /v2.0/routers/f5a86038-86a6-4666-bc1a-966f2c008923 HTTP/1.1" status: 204 len: 168 time: 1.2728212 Jun 24 04:23:06.414493 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55940) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:06.443570 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks [] for router_gateway (9e14529e-ad24-46e3-85cb-197abdebc2ef), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.468196 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0186eb2c-c4d5-42d5-b5e1-a31b68afaef1 admin admin] Deleting subnet e9dcbffd-b79e-48e0-82be-720d32dc3e0a {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:23:06.471709 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0186eb2c-c4d5-42d5-b5e1-a31b68afaef1 admin admin] Publish callbacks [] for subnet (e9dcbffd-b79e-48e0-82be-720d32dc3e0a), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.473276 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:06.494801 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-bbfd1aa6-5039-4175-baab-be77a5887d11 None None] For port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:06.529312 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0186eb2c-c4d5-42d5-b5e1-a31b68afaef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31464630'] for subnet (e9dcbffd-b79e-48e0-82be-720d32dc3e0a), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.541259 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1aa6-5039-4175-baab-be77a5887d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.574150 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.db_base_plugin_common [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Allocated IP 172.20.0.2 (a3babf92-c662-4053-ab1f-21c9144ca8df/26b5c864-6c89-464e-a038-2f24bab0cd89/22596993-89df-4d57-a2fa-3b369fd1c1a8) {{(pid=104595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:06.619318 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:05Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:06.672858 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8702d6f0-fa29-43c3-9c76-393dc144a93b None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:05Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:06.674565 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd1aa6-5039-4175-baab-be77a5887d11 None None] Pushing event updated for resources: {'Port': ['ID=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:06.694222 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-11231553-8c5d-4b4b-8ebf-0e2e6fb6dc30 None None] Provisioning complete for port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:06.694640 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-11231553-8c5d-4b4b-8ebf-0e2e6fb6dc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.735171 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0186eb2c-c4d5-42d5-b5e1-a31b68afaef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (e9dcbffd-b79e-48e0-82be-720d32dc3e0a), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.808322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 56794992-6c8b-4512-9d36-a3f869092d5c up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:06.894009 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671aee2-193d-4768-abc0-c92d626bdccd req-5a1fccdc-826c-4c87-8757-597fc6dd58f5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:06.895558 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b671aee2-193d-4768-abc0-c92d626bdccd req-5a1fccdc-826c-4c87-8757-597fc6dd58f5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0769641 Jun 24 04:23:06.902141 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks [] for router_gateway (9e14529e-ad24-46e3-85cb-197abdebc2ef), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.938581 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:06.938717 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.973663 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:06.979510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Publish callbacks [] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), precommit_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:06.981258 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-11231553-8c5d-4b4b-8ebf-0e2e6fb6dc30 None None] Current status of the port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:06.988152 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 56794992-6c8b-4512-9d36-a3f869092d5c triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:06.988518 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.067627 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), after_create {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.120060 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 56794992-6c8b-4512-9d36-a3f869092d5c is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:07.134829 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Network a3babf92-c662-4053-ab1f-21c9144ca8df is already hosted by enough agents. {{(pid=104595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:07.143006 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.scheduler.base_scheduler [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Resources bound (agent type, host, resource id): {{(pid=104595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:07.147396 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:07.147858 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Received port after_create {{(pid=104595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:23:07.196271 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Pushing event updated for resources: {'Port': ['ID=22596993-89df-4d57-a2fa-3b369fd1c1a8,revision_number=1']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:07.251555 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device ebcd343f-e1b8-46ad-a23e-8ab3c343734d no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:07.270221 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: ebcd343f-e1b8-46ad-a23e-8ab3c343734d {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:23:07.270610 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device ebcd343f-e1b8-46ad-a23e-8ab3c343734d not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:07.284685 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Attempting to bind port 22596993-89df-4d57-a2fa-3b369fd1c1a8 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:23:07.284685 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Attempting to bind port 22596993-89df-4d57-a2fa-3b369fd1c1a8 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:23:07.285002 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Attempting to bind port 22596993-89df-4d57-a2fa-3b369fd1c1a8 on network a3babf92-c662-4053-ab1f-21c9144ca8df {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:23:07.296669 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:23:07.297572 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Checking segment: {'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:23:07.298135 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.298359 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Bound using segment: {'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:23:07.298869 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Bound port: 22596993-89df-4d57-a2fa-3b369fd1c1a8, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:23:07.299242 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.366794 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0186eb2c-c4d5-42d5-b5e1-a31b68afaef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30618364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30621842'] for subnet (e9dcbffd-b79e-48e0-82be-720d32dc3e0a), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.383100 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] For port 22596993-89df-4d57-a2fa-3b369fd1c1a8, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:07.386811 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] For port 22596993-89df-4d57-a2fa-3b369fd1c1a8, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=22596993-89df-4d57-a2fa-3b369fd1c1a8,segment=NetworkSegment(45b745d6-83e6-4a5d-a1bf-e2944e1edbc5),segment_id=45b745d6-83e6-4a5d-a1bf-e2944e1edbc5)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:07.415984 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186eb2c-c4d5-42d5-b5e1-a31b68afaef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dcbffd-b79e-48e0-82be-720d32dc3e0a,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:07.421130 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b671aee2-193d-4768-abc0-c92d626bdccd req-f57b3de3-24fa-49bb-a67f-be68d8c62b95 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5181637 Jun 24 04:23:07.428180 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-0186eb2c-c4d5-42d5-b5e1-a31b68afaef1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.436868 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41277b36-b39c-4776-8b51-c6e868b0ef6b None None] Network 8ce8156e-f527-45c8-b424-190ecb88e595 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:23:07.445267 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-0186eb2c-c4d5-42d5-b5e1-a31b68afaef1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9dcbffd-b79e-48e0-82be-720d32dc3e0a HTTP/1.1" status: 204 len: 168 time: 1.0185301 Jun 24 04:23:07.445549 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55948) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:07.479967 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.532056 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Allocated IP 172.27.2.138 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/acfc234b-c48a-4656-9f7e-5ec5f4a14244) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:07.556043 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fa275-82e8-40c3-9656-54c2debb983c req-91b216d8-bfcd-44df-8b6d-191161ddf078 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:07.563596 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f70fa275-82e8-40c3-9656-54c2debb983c req-91b216d8-bfcd-44df-8b6d-191161ddf078 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.1184638 Jun 24 04:23:07.573601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (8ce8156e-f527-45c8-b424-190ecb88e595), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.652946 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:07.686264 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Deleting port c53fde9a-7074-49ff-b640-5223dd321475 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:23:07.686962 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (c53fde9a-7074-49ff-b640-5223dd321475), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.697936 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6808b-1de6-4b88-af43-5f699cfe2f02 None None] Pushing event updated for resources: {'Port': ['ID=22596993-89df-4d57-a2fa-3b369fd1c1a8,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:07.712384 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks [] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.793691 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:07.806562 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f70fa275-82e8-40c3-9656-54c2debb983c req-144dd264-d3cd-4bb7-b05f-07c364672313 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418089 Jun 24 04:23:07.813174 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.814696 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] For port c53fde9a-7074-49ff-b640-5223dd321475, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=c53fde9a-7074-49ff-b640-5223dd321475,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:07.815311 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (c53fde9a-7074-49ff-b640-5223dd321475), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.828723 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] DHCP port deletion for 8ce8156e-f527-45c8-b424-190ecb88e595 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:23:07.834686 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Calling delete_port for c53fde9a-7074-49ff-b640-5223dd321475 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:23:07.888251 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] Deleting port c53fde9a-7074-49ff-b640-5223dd321475 {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:23:07.888593 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (c53fde9a-7074-49ff-b640-5223dd321475), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:07.897540 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:07.903423 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:07.909016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:23:07.914891 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Pushing event updated for resources: {'Port': ['ID=acfc234b-c48a-4656-9f7e-5ec5f4a14244,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:08.015282 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] For port c53fde9a-7074-49ff-b640-5223dd321475, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=c53fde9a-7074-49ff-b640-5223dd321475,segment=NetworkSegment(3718c3c6-f3d5-421c-8d45-067f513953c3),segment_id=3718c3c6-f3d5-421c-8d45-067f513953c3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:08.015609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (c53fde9a-7074-49ff-b640-5223dd321475), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.032301 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] Calling delete_port for c53fde9a-7074-49ff-b640-5223dd321475 owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:23:08.062317 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (c53fde9a-7074-49ff-b640-5223dd321475), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.127074 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53fde9a-7074-49ff-b640-5223dd321475,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:08.135040 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] No DVR routers for this DVR port c53fde9a-7074-49ff-b640-5223dd321475 on host dv-cinder-846842-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:23:08.149821 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:08.153076 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (c53fde9a-7074-49ff-b640-5223dd321475), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.189731 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] Pushing event deleted for resources: {'Port': ['ID=c53fde9a-7074-49ff-b640-5223dd321475,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:08.196893 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6110e9-5cfc-4080-acfd-33620c0255df None None] No DVR routers for this DVR port c53fde9a-7074-49ff-b640-5223dd321475 on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:23:08.283814 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (8ce8156e-f527-45c8-b424-190ecb88e595), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.309023 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce8156e-f527-45c8-b424-190ecb88e595']}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:08.318276 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 22596993-89df-4d57-a2fa-3b369fd1c1a8 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:08.321279 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3718c3c6-f3d5-421c-8d45-067f513953c3') {'for_net_delete': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:08.321636 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3718c3c6-f3d5-421c-8d45-067f513953c3') {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:08.338688 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31393431'] for segment (3718c3c6-f3d5-421c-8d45-067f513953c3), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.355803 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (3718c3c6-f3d5-421c-8d45-067f513953c3), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.371151 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:23:08.371545 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29624808'] for segment (3718c3c6-f3d5-421c-8d45-067f513953c3), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.386212 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 22596993-89df-4d57-a2fa-3b369fd1c1a8 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:08.386913 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.418065 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment 3718c3c6-f3d5-421c-8d45-067f513953c3 resource provider aggregate not found Jun 24 04:23:08.437413 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks [] for router_gateway (9e14529e-ad24-46e3-85cb-197abdebc2ef), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.487497 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment 3718c3c6-f3d5-421c-8d45-067f513953c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3718c3c6-f3d5-421c-8d45-067f513953c3 found for delete ", "request_id": "req-d4fbd1e2-a95d-452c-b2e2-eb1adf050cd9"}]} Jun 24 04:23:08.496451 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 22596993-89df-4d57-a2fa-3b369fd1c1a8 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:08.496837 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.537161 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port 22596993-89df-4d57-a2fa-3b369fd1c1a8, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=22596993-89df-4d57-a2fa-3b369fd1c1a8,segment=NetworkSegment(45b745d6-83e6-4a5d-a1bf-e2944e1edbc5),segment_id=45b745d6-83e6-4a5d-a1bf-e2944e1edbc5)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:08.595424 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (8ce8156e-f527-45c8-b424-190ecb88e595), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.612328 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.615365 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8ce8156e-f527-45c8-b424-190ecb88e595 HTTP/1.1" status: 204 len: 168 time: 1.1771073 Jun 24 04:23:08.625336 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.626409 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:08.655373 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a3d09-3146-44df-b5b0-5172a6ae7701 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce8156e-f527-45c8-b424-190ecb88e595,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:08.724920 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:08.744023 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c9d2d-a32d-4f53-8dbd-605441f9b126 req-0fca421a-a436-4a40-9056-c7cc3d67c8ec tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:08.752799 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d26c9d2d-a32d-4f53-8dbd-605441f9b126 req-0fca421a-a436-4a40-9056-c7cc3d67c8ec tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.1960278 Jun 24 04:23:08.754534 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:08.773076 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=22596993-89df-4d57-a2fa-3b369fd1c1a8,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:08.794887 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:08.795873 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.808191 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:08.819807 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d26c9d2d-a32d-4f53-8dbd-605441f9b126 req-c9957084-1898-4218-965a-27e7d2bc2060 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0661316 Jun 24 04:23:08.822027 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589734'] for router (9e14529e-ad24-46e3-85cb-197abdebc2ef), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:08.911192 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:08.988122 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71464a-77dc-4f25-8a1d-e9e044206758 req-b991dccb-a7c8-4f9a-89dc-8b25e9b5ee48 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:08.990789 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8b71464a-77dc-4f25-8a1d-e9e044206758 req-b991dccb-a7c8-4f9a-89dc-8b25e9b5ee48 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0754054 Jun 24 04:23:09.019329 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device c53fde9a-7074-49ff-b640-5223dd321475 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:09.053949 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: c53fde9a-7074-49ff-b640-5223dd321475 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:23:09.053949 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device c53fde9a-7074-49ff-b640-5223dd321475 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:09.053949 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device fbf16f43-d444-46ce-bd58-b75e08521126 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:09.057036 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8b71464a-77dc-4f25-8a1d-e9e044206758 req-5df7c110-efe1-4d93-9e3c-31cb57fc1c06 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605998 Jun 24 04:23:09.071965 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: fbf16f43-d444-46ce-bd58-b75e08521126 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:23:09.072264 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device fbf16f43-d444-46ce-bd58-b75e08521126 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:09.103848 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Router 9e14529e-ad24-46e3-85cb-197abdebc2ef is scheduled to L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 with binding_index 1 {{(pid=104594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 04:23:09.108368 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e74309-c756-49ee-a353-8858f92f5cb1 None None] Network a3babf92-c662-4053-ab1f-21c9144ca8df requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:23:09.148676 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-df940b3b-1598-47d2-b9e3-7840743f7ecf None None] Provisioning complete for port 22596993-89df-4d57-a2fa-3b369fd1c1a8 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:09.149311 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-df940b3b-1598-47d2-b9e3-7840743f7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:09.207249 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 55964) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:09.257612 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:09.276621 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-1587e576-b909-473f-a66b-11c07239a78b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96e2b5a124bf48fd82e48ed79aa4eeed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0679579 Jun 24 04:23:09.279308 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55966) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:09.335173 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ae49-ec5d-4abf-b20b-a64cba855b03 admin admin] Publish callbacks [] for security_group (f49ee3d8-79df-4a5d-8ccd-893b27d9171a), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:09.343713 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:09.345525 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7c1cfb37-ae15-4e0b-b0dd-431e106b320f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3921897 Jun 24 04:23:09.348059 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55968) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:09.352040 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [req-6f1a2ae4-4678-4d1c-ab47-937cb809b0fc req-3c8996f9-e946-4df7-b8d6-51df831d09ae service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:23:09.352926 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Sync routers for ids ['9e14529e-ad24-46e3-85cb-197abdebc2ef'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:09.354971 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6f1a2ae4-4678-4d1c-ab47-937cb809b0fc req-3c8996f9-e946-4df7-b8d6-51df831d09ae service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1991704 Jun 24 04:23:09.387041 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Routers {'9e14529e-ad24-46e3-85cb-197abdebc2ef'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:09.387670 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9e14529e-ad24-46e3-85cb-197abdebc2ef'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:09.399800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ae49-ec5d-4abf-b20b-a64cba855b03 admin admin] Publish callbacks [] for security_group (f49ee3d8-79df-4a5d-8ccd-893b27d9171a), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:09.530439 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:09.560876 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-df940b3b-1598-47d2-b9e3-7840743f7ecf None None] Current status of the port 22596993-89df-4d57-a2fa-3b369fd1c1a8 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:09.564359 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Set router 9e14529e-ad24-46e3-85cb-197abdebc2ef gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:09.633115 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ae49-ec5d-4abf-b20b-a64cba855b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f49ee3d8-79df-4a5d-8ccd-893b27d9171a), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:09.636339 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9ba5ae49-ec5d-4abf-b20b-a64cba855b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:09.639525 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9ba5ae49-ec5d-4abf-b20b-a64cba855b03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f49ee3d8-79df-4a5d-8ccd-893b27d9171a HTTP/1.1" status: 204 len: 168 time: 0.3578579 Jun 24 04:23:09.673437 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5ae49-ec5d-4abf-b20b-a64cba855b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ee3d8-79df-4a5d-8ccd-893b27d9171a,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:09.742553 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:09.748269 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35097481-d50a-4d7f-80c1-c8d1caa68b88 req-35617cea-ce56-49fd-95d1-c1e5ad97b5b3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:09.761585 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35097481-d50a-4d7f-80c1-c8d1caa68b88 req-35617cea-ce56-49fd-95d1-c1e5ad97b5b3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0858543 Jun 24 04:23:09.791394 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-7e6f9173-7d07-4004-8e5b-223ef6c3bbe6 None None] Provisioning complete for port 22596993-89df-4d57-a2fa-3b369fd1c1a8 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:09.791778 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9173-7d07-4004-8e5b-223ef6c3bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:09.810025 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-1da7cd54-87a8-4578-be2e-78ee3052ccd4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498791 Jun 24 04:23:09.813609 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:09.878202 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:08Z', 'revision_number': 3, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port': {'id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:09.912209 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Checking router: 9e14529e-ad24-46e3-85cb-197abdebc2ef for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:09.912450 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Updating router 9e14529e-ad24-46e3-85cb-197abdebc2ef port acfc234b-c48a-4656-9f7e-5ec5f4a14244 binding host dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:23:09.923440 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35097481-d50a-4d7f-80c1-c8d1caa68b88 req-6998a625-fa04-4f0e-91b3-296a1c564b58 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609282 Jun 24 04:23:09.947494 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 74725fba-5aba-4db8-8543-5b3c9241a5a6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:09.947494 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.012327 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 55980) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:10.024829 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bd421-d950-4691-8a47-78b2b23a92e6 req-20cb7288-9ff4-467b-98bd-5de27bbf7e16 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:10.032081 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d38bd421-d950-4691-8a47-78b2b23a92e6 req-20cb7288-9ff4-467b-98bd-5de27bbf7e16 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0721335 Jun 24 04:23:10.035387 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.088574 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:10.141439 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d38bd421-d950-4691-8a47-78b2b23a92e6 req-39965fd8-d911-4abd-9338-eed48b179801 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1082249 Jun 24 04:23:10.162770 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f9173-7d07-4004-8e5b-223ef6c3bbe6 None None] Current status of the port 22596993-89df-4d57-a2fa-3b369fd1c1a8 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:10.169713 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 74725fba-5aba-4db8-8543-5b3c9241a5a6 is: ACTIVE; New status is: DOWN {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:10.170956 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.214463 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 22596993-89df-4d57-a2fa-3b369fd1c1a8 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:10.245563 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:23:10.248194 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f2ec44-94e6-4075-a2d9-4fcc1d068c01" -d '{"events": [{"server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "name": "network-vif-unplugged", "status": "completed", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:10.266113 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:10.280726 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:10.344607 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port 22596993-89df-4d57-a2fa-3b369fd1c1a8 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:10.345032 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.383057 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Jun 2022 04:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277bf4d5-a307-407f-a8a7-846b3c056d3f x-openstack-request-id: req-277bf4d5-a307-407f-a8a7-846b3c056d3f {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:10.383344 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "name": "network-vif-unplugged", "status": "failed", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6", "code": 422}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:10.383981 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-277bf4d5-a307-407f-a8a7-846b3c056d3f {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:10.384137 dv-cinder-846842-3-iscsi neutron-server[104595]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-277bf4d5-a307-407f-a8a7-846b3c056d3f']: {'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'code': 422} returned with failed status Jun 24 04:23:10.401341 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.528289 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=6']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:10.550334 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:10.556019 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Publish callbacks [] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), precommit_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.561883 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port 22596993-89df-4d57-a2fa-3b369fd1c1a8 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:10.564992 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e44c-444c-416c-9435-bef7eed52b69 req-f3e52cae-1e04-4d8c-a4b3-ab8ae93ab212 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:10.566519 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-f3e52cae-1e04-4d8c-a4b3-ab8ae93ab212 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports/74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 200 len: 940 time: 0.5529618 Jun 24 04:23:10.609777 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Allocated IP 172.20.0.1 (a3babf92-c662-4053-ab1f-21c9144ca8df/26b5c864-6c89-464e-a038-2f24bab0cd89/bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:10.669510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.732233 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Attempting to bind port acfc234b-c48a-4656-9f7e-5ec5f4a14244 on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:23:10.733195 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Attempting to bind port acfc234b-c48a-4656-9f7e-5ec5f4a14244 by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:23:10.733887 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Attempting to bind port acfc234b-c48a-4656-9f7e-5ec5f4a14244 on network 128a2535-1ad9-4ed4-b77f-119c6944b2bf {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:23:10.741001 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bd530-9704-49e6-aa97-1a1b71ffe7ba None None] Pushing event updated for resources: {'Port': ['ID=acfc234b-c48a-4656-9f7e-5ec5f4a14244,revision_number=2']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:10.743711 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:23:10.744330 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Checking segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:23:10.744550 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.745032 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Bound using segment: {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'} {{(pid=104595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:23:10.745514 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.managers [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Bound port: acfc234b-c48a-4656-9f7e-5ec5f4a14244, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c60c75e-f69d-46e6-bf08-40cbdac93ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf'}}] {{(pid=104595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:23:10.745891 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.758596 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Publish callbacks [] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.799436 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] For port acfc234b-c48a-4656-9f7e-5ec5f4a14244, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:10.812627 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] For port acfc234b-c48a-4656-9f7e-5ec5f4a14244, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=acfc234b-c48a-4656-9f7e-5ec5f4a14244,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:10.831481 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:10.889807 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.918474 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:10.931212 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Network a3babf92-c662-4053-ab1f-21c9144ca8df is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:10.934315 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:10.939188 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:23:10.965471 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Pushing event updated for resources: {'Port': ['ID=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:11.011930 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-588291'] for router_interface (9e14529e-ad24-46e3-85cb-197abdebc2ef), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:11.088226 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Routers {'9e14529e-ad24-46e3-85cb-197abdebc2ef'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:11.088913 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9e14529e-ad24-46e3-85cb-197abdebc2ef'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:11.147779 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136b9f-1b41-489b-8f95-612bef1651e7 req-1b579e2a-fade-4b00-9b73-03b843eb9f3b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:11.149626 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4b136b9f-1b41-489b-8f95-612bef1651e7 req-1b579e2a-fade-4b00-9b73-03b843eb9f3b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.1044912 Jun 24 04:23:11.156324 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bd530-9704-49e6-aa97-1a1b71ffe7ba None None] Pushing event updated for resources: {'Port': ['ID=acfc234b-c48a-4656-9f7e-5ec5f4a14244,revision_number=3']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:11.228063 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4b136b9f-1b41-489b-8f95-612bef1651e7 req-2904caa6-83fe-4d0f-bfc4-5002d6dd89d1 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678387 Jun 24 04:23:11.234750 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] Set router 9e14529e-ad24-46e3-85cb-197abdebc2ef gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:11.247414 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:11.292767 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:11.337251 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-6d61bc28-5200-4890-8a35-9d0b4518a968 None None] Provisioning complete for port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:11.337769 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6d61bc28-5200-4890-8a35-9d0b4518a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:11.360989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e4658-84d2-4189-b229-e1ed6f7e6d86 req-8b6e9318-41e6-41f6-99a8-8b712a82aa76 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:11.362801 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9c5e4658-84d2-4189-b229-e1ed6f7e6d86 req-8b6e9318-41e6-41f6-99a8-8b712a82aa76 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0708115 Jun 24 04:23:11.427498 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9c5e4658-84d2-4189-b229-e1ed6f7e6d86 req-0691655a-a6a8-4079-9b8b-c56c469f9cec tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0567374 Jun 24 04:23:11.436589 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-6d61bc28-5200-4890-8a35-9d0b4518a968 None None] Port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:23:11.456208 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:11.495683 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Publish callbacks [] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:11.512001 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:08Z', 'revision_number': 3, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port': {'id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:11.543417 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024484f-a381-4bfc-a57f-8b89a30df286 None None] The sync data for ids ['9e14529e-ad24-46e3-85cb-197abdebc2ef'] in dv-cinder-846842-3-iscsi is: [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:08Z', 'revision_number': 3, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port': {'id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:11.566467 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29624780'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:11.649823 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589459'] for router_interface (9e14529e-ad24-46e3-85cb-197abdebc2ef), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:11.651857 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Pushing event updated for resources: {'Port': ['ID=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:11.754238 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Network a3babf92-c662-4053-ab1f-21c9144ca8df is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:11.755712 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:11.913775 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Router 9e14529e-ad24-46e3-85cb-197abdebc2ef has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:23:11.918460 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:23:12.011572 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:12.017751 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d2fd0fe7-07ca-4ac6-b90c-f8c6003830cc admin admin] 10.222.0.16 "PUT /v2.0/routers/9e14529e-ad24-46e3-85cb-197abdebc2ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6686015 Jun 24 04:23:12.098409 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-3c90038e-b55e-4355-940e-2210bc736147 None None] Provisioning complete for port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:12.098409 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-3c90038e-b55e-4355-940e-2210bc736147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.106168 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:12.167439 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-3c90038e-b55e-4355-940e-2210bc736147 None None] Port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:23:12.232893 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device acfc234b-c48a-4656-9f7e-5ec5f4a14244 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:12.317011 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port acfc234b-c48a-4656-9f7e-5ec5f4a14244 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:12.322908 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.355484 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:12.400884 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'port_id': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'mac_address': 'fa:16:3e:95:bb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:23:12.405456 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe191d63-10fc-447c-b0d5-390d2d2eeff0 req-f881dba1-d44d-4ad9-9c34-dcf0ae99789c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:12.407375 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fe191d63-10fc-447c-b0d5-390d2d2eeff0 req-f881dba1-d44d-4ad9-9c34-dcf0ae99789c tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0861337 Jun 24 04:23:12.412927 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:12.457054 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 is: ACTIVE; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:12.457722 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.476825 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fe191d63-10fc-447c-b0d5-390d2d2eeff0 req-cbd2d151-1cbc-45d3-95b7-6058e73aa662 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621529 Jun 24 04:23:12.489316 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:23:12.523043 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:12.524452 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port acfc234b-c48a-4656-9f7e-5ec5f4a14244 is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:12.524999 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.540280 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56042) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:12.545604 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-ce3ee880-2cc7-4aa9-89bf-9878284100ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109829358', 'description': 'tempest-secgroup-smoke-109829358 description', 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:12.557193 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] For port acfc234b-c48a-4656-9f7e-5ec5f4a14244, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=acfc234b-c48a-4656-9f7e-5ec5f4a14244,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:12.620297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.653561 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e04616-978b-45c5-8e18-1859e2c2d177 req-186e9bc0-0258-4c2e-a887-9c01c22545b8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:12.658203 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a7e04616-978b-45c5-8e18-1859e2c2d177 req-186e9bc0-0258-4c2e-a887-9c01c22545b8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0573215 Jun 24 04:23:12.689245 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee880-2cc7-4aa9-89bf-9878284100ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.698337 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.704081 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=6']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:12.722081 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a7e04616-978b-45c5-8e18-1859e2c2d177 req-d250b3e9-88ec-483c-80e2-e736fe8acbf2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0580621 Jun 24 04:23:12.760794 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:23:12.778006 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee880-2cc7-4aa9-89bf-9878284100ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group (5c27a347-1d36-4752-a47e-22842b648b4d), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.820238 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Pushing event updated for resources: {'Port': ['ID=acfc234b-c48a-4656-9f7e-5ec5f4a14244,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:12.869878 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee880-2cc7-4aa9-89bf-9878284100ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (5c27a347-1d36-4752-a47e-22842b648b4d), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.904081 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ee880-2cc7-4aa9-89bf-9878284100ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c27a347-1d36-4752-a47e-22842b648b4d,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:12.980623 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee880-2cc7-4aa9-89bf-9878284100ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:12.983219 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-ce3ee880-2cc7-4aa9-89bf-9878284100ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4406624 Jun 24 04:23:12.985399 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56050) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:12.990039 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-9eccead3-bef4-4577-a8df-5418ab5d01c4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'security_group_rule': {'security_group_id': '5c27a347-1d36-4752-a47e-22842b648b4d', 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:13.104968 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9eccead3-bef4-4577-a8df-5418ab5d01c4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (dd17073f-836c-4b36-a0ef-6b7eaf198f15), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:13.163532 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9eccead3-bef4-4577-a8df-5418ab5d01c4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (dd17073f-836c-4b36-a0ef-6b7eaf198f15), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:13.236747 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9eccead3-bef4-4577-a8df-5418ab5d01c4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (dd17073f-836c-4b36-a0ef-6b7eaf198f15), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:13.257999 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccead3-bef4-4577-a8df-5418ab5d01c4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd17073f-836c-4b36-a0ef-6b7eaf198f15,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:13.339886 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9eccead3-bef4-4577-a8df-5418ab5d01c4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:13.345232 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9eccead3-bef4-4577-a8df-5418ab5d01c4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546162 Jun 24 04:23:13.345502 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56058) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:13.350235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-a53d688c-c9e0-4cca-b8ea-5aede18df016 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'security_group_rule': {'security_group_id': '5c27a347-1d36-4752-a47e-22842b648b4d', 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:13.492636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a53d688c-c9e0-4cca-b8ea-5aede18df016 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (3d5c8077-1102-44b8-8c51-b8f1bcb3c05b), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:13.553655 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e44c-444c-416c-9435-bef7eed52b69 req-0a26c190-26e6-490b-93a5-29718faa8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:13.555181 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-0a26c190-26e6-490b-93a5-29718faa8649 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153&tenant_id=7e75e404ef4f4118a95ca8fb8d98becd HTTP/1.1" status: 200 len: 1127 time: 0.0756662 Jun 24 04:23:13.593356 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a53d688c-c9e0-4cca-b8ea-5aede18df016 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (3d5c8077-1102-44b8-8c51-b8f1bcb3c05b), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:13.608744 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d39ad-51cc-4e35-9946-092112579b40 req-70819e66-9f23-43d5-823f-8a6272ce7a5e tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:13.610410 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c31d39ad-51cc-4e35-9946-092112579b40 req-70819e66-9f23-43d5-823f-8a6272ce7a5e tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0542822 Jun 24 04:23:13.625585 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:13.636181 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e44c-444c-416c-9435-bef7eed52b69 req-e3968a86-5001-4ec9-9f3a-9e8f52d8c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:13.637718 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-e3968a86-5001-4ec9-9f3a-9e8f52d8c772 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1127 time: 0.0556879 Jun 24 04:23:13.712701 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c31d39ad-51cc-4e35-9946-092112579b40 req-ef03d17b-cc5d-4a91-8ae2-4dd2f1f70c00 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893474 Jun 24 04:23:13.759880 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e44c-444c-416c-9435-bef7eed52b69 req-ee8a13c8-902a-490c-bc25-a003357aad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:13.761009 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-ee8a13c8-902a-490c-bc25-a003357aad55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73023663-c454-4d4f-aaaf-a748940b4903 HTTP/1.1" status: 200 len: 910 time: 0.1166766 Jun 24 04:23:13.762518 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a53d688c-c9e0-4cca-b8ea-5aede18df016 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (3d5c8077-1102-44b8-8c51-b8f1bcb3c05b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:13.838595 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:13.858432 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d688c-c9e0-4cca-b8ea-5aede18df016 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5c8077-1102-44b8-8c51-b8f1bcb3c05b,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:13.864164 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-e444cca5-503c-49e9-b486-8dec3a674b60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 200 len: 999 time: 0.0950305 Jun 24 04:23:13.912771 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a5c62-4c18-46e2-906b-6b7dad054afc req-e96909c1-7896-4016-ad81-cc4e824dd7c2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:13.920728 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3e1a5c62-4c18-46e2-906b-6b7dad054afc req-e96909c1-7896-4016-ad81-cc4e824dd7c2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0809503 Jun 24 04:23:13.926867 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e44c-444c-416c-9435-bef7eed52b69 req-15d29bc8-3d84-4c4f-93cd-9ff840ffec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:13.928841 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-15d29bc8-3d84-4c4f-93cd-9ff840ffec80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b08c2fe-c6cd-4a28-8350-364092633ed9 HTTP/1.1" status: 200 len: 848 time: 0.0562096 Jun 24 04:23:13.933635 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:13.940724 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a53d688c-c9e0-4cca-b8ea-5aede18df016 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:13.941590 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a53d688c-c9e0-4cca-b8ea-5aede18df016 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5951445 Jun 24 04:23:13.947115 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56082) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:13.953595 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-51c4a37a-ddb2-4b6e-aadb-04e0a5824bd2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'security_group_rule': {'security_group_id': '5c27a347-1d36-4752-a47e-22842b648b4d', 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:14.001103 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e44c-444c-416c-9435-bef7eed52b69 req-759ada24-fbea-4c9c-861f-b7a670964794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:14.003418 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-759ada24-fbea-4c9c-861f-b7a670964794 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73023663-c454-4d4f-aaaf-a748940b4903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601828 Jun 24 04:23:14.004397 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3e1a5c62-4c18-46e2-906b-6b7dad054afc req-ed4dac3c-2f84-497e-b683-1199c0f07beb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0824881 Jun 24 04:23:14.041757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:14.041757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.088059 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51c4a37a-ddb2-4b6e-aadb-04e0a5824bd2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (f831e444-2731-4432-bd51-3ebeb9da16f0), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.173240 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:14.173754 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.201557 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:23:14.203772 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d413d626-054f-42ab-b921-1096cefbc497" -d '{"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-plugged", "status": "completed", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:14.209322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:14.217912 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-7a02fae3-9ce8-4799-b15f-d2ee718c2a08 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922936 Jun 24 04:23:14.218828 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device acfc234b-c48a-4656-9f7e-5ec5f4a14244 up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:14.224910 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:14.262794 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51c4a37a-ddb2-4b6e-aadb-04e0a5824bd2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (f831e444-2731-4432-bd51-3ebeb9da16f0), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.303123 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05e9927-c87b-4302-b320-142a1a8342fe x-openstack-request-id: req-e05e9927-c87b-4302-b320-142a1a8342fe {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:14.303418 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-plugged", "status": "completed", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:14.303677 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e05e9927-c87b-4302-b320-142a1a8342fe {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:14.304407 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05e9927-c87b-4302-b320-142a1a8342fe'] response: {'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'code': 200} Jun 24 04:23:14.308391 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.334146 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51c4a37a-ddb2-4b6e-aadb-04e0a5824bd2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (f831e444-2731-4432-bd51-3ebeb9da16f0), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.384004 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4a37a-ddb2-4b6e-aadb-04e0a5824bd2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f831e444-2731-4432-bd51-3ebeb9da16f0,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:14.396775 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b445e44c-444c-416c-9435-bef7eed52b69 req-56a8b4d4-0790-43a3-91d1-0507959d6e21 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768272 Jun 24 04:23:14.459101 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=7']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:14.464303 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port acfc234b-c48a-4656-9f7e-5ec5f4a14244 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:14.468785 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.518948 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-51c4a37a-ddb2-4b6e-aadb-04e0a5824bd2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.522746 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-51c4a37a-ddb2-4b6e-aadb-04e0a5824bd2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5719550 Jun 24 04:23:14.524378 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56100) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:14.531243 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-8aeb9f69-83cb-485e-a600-3abc8fda0a48 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'security_group_rule': {'security_group_id': '5c27a347-1d36-4752-a47e-22842b648b4d', 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:14.554710 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port acfc234b-c48a-4656-9f7e-5ec5f4a14244 is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:14.673779 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9f69-83cb-485e-a600-3abc8fda0a48 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (395f480e-6e39-43da-953d-1062ee2ca616), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.717846 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:14.758030 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9f69-83cb-485e-a600-3abc8fda0a48 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (395f480e-6e39-43da-953d-1062ee2ca616), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.793832 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Sync routers for ids ['9e14529e-ad24-46e3-85cb-197abdebc2ef'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:14.806292 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:14.814982 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Routers {'9e14529e-ad24-46e3-85cb-197abdebc2ef'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:14.816087 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9e14529e-ad24-46e3-85cb-197abdebc2ef'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:14.851033 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9f69-83cb-485e-a600-3abc8fda0a48 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (395f480e-6e39-43da-953d-1062ee2ca616), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.888315 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9765c7c-2824-4853-ad19-e488c390ab03 req-8a546381-be2a-42c5-b470-f0ef22e74e5a tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:14.898124 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c9765c7c-2824-4853-ad19-e488c390ab03 req-8a546381-be2a-42c5-b470-f0ef22e74e5a tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0892420 Jun 24 04:23:14.919036 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9f69-83cb-485e-a600-3abc8fda0a48 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395f480e-6e39-43da-953d-1062ee2ca616,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:14.933620 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Set router 9e14529e-ad24-46e3-85cb-197abdebc2ef gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:14.973482 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c9765c7c-2824-4853-ad19-e488c390ab03 req-c651c93e-deb6-46c1-9680-665094c4560b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743511 Jun 24 04:23:14.986519 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9f69-83cb-485e-a600-3abc8fda0a48 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:14.988142 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8aeb9f69-83cb-485e-a600-3abc8fda0a48 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4626999 Jun 24 04:23:14.990798 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56104) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:14.995690 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-813f302c-13b6-4edf-88b3-83534cea2179 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'security_group_rule': {'security_group_id': '5c27a347-1d36-4752-a47e-22842b648b4d', 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:15.105997 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.securitygroups_db [None req-813f302c-13b6-4edf-88b3-83534cea2179 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Project f9c12f0aa786483e8d1ce8ff9042164f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:23:15.113681 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-813f302c-13b6-4edf-88b3-83534cea2179 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (960e54a2-86e6-48ea-bd42-25ce95afa04b), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.147679 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20776c-424d-4122-8d61-19a3c5f02583 req-2f606716-75b9-4a3b-b6ba-f234545b671c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:15.157353 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7c20776c-424d-4122-8d61-19a3c5f02583 req-2f606716-75b9-4a3b-b6ba-f234545b671c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0672858 Jun 24 04:23:15.202948 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-813f302c-13b6-4edf-88b3-83534cea2179 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (960e54a2-86e6-48ea-bd42-25ce95afa04b), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.216149 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:15.228281 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7c20776c-424d-4122-8d61-19a3c5f02583 req-649191b3-42c9-49a2-92be-a41a63aac7fe tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0699441 Jun 24 04:23:15.260585 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-813f302c-13b6-4edf-88b3-83534cea2179 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (960e54a2-86e6-48ea-bd42-25ce95afa04b), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.277407 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:11Z', 'revision_number': 4, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port': {'id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec', 'name': '', 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'mac_address': 'fa:16:3e:9e:86:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '26b5c864-6c89-464e-a038-2f24bab0cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:10Z', 'updated_at': '2022-06-24T04:23:11Z', 'revision_number': 2, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'subnets': [{'id': '26b5c864-6c89-464e-a038-2f24bab0cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:15.283691 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f302c-13b6-4edf-88b3-83534cea2179 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960e54a2-86e6-48ea-bd42-25ce95afa04b,revision_number=0']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:15.319073 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Checking router: 9e14529e-ad24-46e3-85cb-197abdebc2ef for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:15.319693 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Updating router 9e14529e-ad24-46e3-85cb-197abdebc2ef port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec binding host dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:23:15.336439 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-813f302c-13b6-4edf-88b3-83534cea2179 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.338218 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-813f302c-13b6-4edf-88b3-83534cea2179 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3462281 Jun 24 04:23:15.342781 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56108) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:15.348367 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:15.349850 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-3471d53e-b0bb-4031-935f-f045404cb317 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'security_group_rule': {'security_group_id': '5c27a347-1d36-4752-a47e-22842b648b4d', 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:15.351547 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.471747 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.securitygroups_db [None req-3471d53e-b0bb-4031-935f-f045404cb317 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Project f9c12f0aa786483e8d1ce8ff9042164f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:23:15.477947 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3471d53e-b0bb-4031-935f-f045404cb317 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (ad6a8930-dfa5-4993-9f95-84702fefe5bb), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.570224 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3471d53e-b0bb-4031-935f-f045404cb317 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (ad6a8930-dfa5-4993-9f95-84702fefe5bb), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.657668 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3471d53e-b0bb-4031-935f-f045404cb317 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608295'] for security_group_rule (ad6a8930-dfa5-4993-9f95-84702fefe5bb), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.687004 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471d53e-b0bb-4031-935f-f045404cb317 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6a8930-dfa5-4993-9f95-84702fefe5bb,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:15.703201 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Publish callbacks [] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), precommit_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.776818 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3471d53e-b0bb-4031-935f-f045404cb317 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.778188 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3471d53e-b0bb-4031-935f-f045404cb317 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4336972 Jun 24 04:23:15.789368 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.894026 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8049a-d751-4534-92a9-e4afe3e173c9 None None] Pushing event updated for resources: {'Port': ['ID=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,revision_number=3']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:15.944628 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Attempting to bind port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec on host dv-cinder-846842-3-iscsi for vnic_type normal with profile {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:23:15.951230 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Attempting to bind port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec by drivers openvswitch,hyperv on host dv-cinder-846842-3-iscsi at level 0 using segments [{'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:23:15.951230 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Attempting to bind port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec on network a3babf92-c662-4053-ab1f-21c9144ca8df {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:23:15.952565 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Checking agent: {'id': '7cf76eab-084d-4327-a23f-09e107e9c213', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 9, 3), 'started_at': datetime.datetime(2022, 6, 24, 4, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:23:15.953281 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Checking segment: {'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:23:15.954029 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:15.954777 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Bound using segment: {'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'} {{(pid=104596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:23:15.955525 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.managers [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Bound port: bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec, host: dv-cinder-846842-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df'}}] {{(pid=104596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:23:15.956081 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), before_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:16.131065 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] For port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec, host dv-cinder-846842-3-iscsi, cleared binding levels {{(pid=104596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:16.135729 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.plugins.ml2.db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] For port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec, host dv-cinder-846842-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,segment=NetworkSegment(45b745d6-83e6-4a5d-a1bf-e2944e1edbc5),segment_id=45b745d6-83e6-4a5d-a1bf-e2944e1edbc5)] {{(pid=104596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:16.156048 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686be117-a4f0-4d12-b9a4-5d0639596352 req-b845f2b1-f5d5-4e7d-b153-2770d8290343 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:16.157644 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-686be117-a4f0-4d12-b9a4-5d0639596352 req-b845f2b1-f5d5-4e7d-b153-2770d8290343 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.1087120 Jun 24 04:23:16.206939 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron_lib.callbacks.manager [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), after_update {{(pid=104596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:16.215414 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-21633d1c-bfdd-49c5-8115-62e34cc5658a None None] Provisioning complete for port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:16.216007 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-21633d1c-bfdd-49c5-8115-62e34cc5658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:16.243112 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-686be117-a4f0-4d12-b9a4-5d0639596352 req-f33c3e05-a86f-4689-9574-3f9b1543ff38 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786257 Jun 24 04:23:16.312678 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Routers {'9e14529e-ad24-46e3-85cb-197abdebc2ef'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:23:16.314334 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:23:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9e14529e-ad24-46e3-85cb-197abdebc2ef'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:16.386680 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8049a-d751-4534-92a9-e4afe3e173c9 None None] Pushing event updated for resources: {'Port': ['ID=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,revision_number=4']} {{(pid=104596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:16.415092 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e5cc-55a5-4165-982f-eab21a374825 req-d6b0cb01-6c55-43cf-b4e5-91857e93f439 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:16.422102 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-21633d1c-bfdd-49c5-8115-62e34cc5658a None None] Current status of the port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec is: DOWN; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:16.423342 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-21633d1c-bfdd-49c5-8115-62e34cc5658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:16.423520 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d6e9e5cc-55a5-4165-982f-eab21a374825 req-d6b0cb01-6c55-43cf-b4e5-91857e93f439 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0652480 Jun 24 04:23:16.438202 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:16.486431 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-21633d1c-bfdd-49c5-8115-62e34cc5658a None None] For port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,segment=NetworkSegment(45b745d6-83e6-4a5d-a1bf-e2944e1edbc5),segment_id=45b745d6-83e6-4a5d-a1bf-e2944e1edbc5)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:16.508332 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d6e9e5cc-55a5-4165-982f-eab21a374825 req-a818257e-9a34-4480-b285-763847f29731 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0836227 Jun 24 04:23:16.511253 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] Set router 9e14529e-ad24-46e3-85cb-197abdebc2ef gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:23:16.541228 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-21633d1c-bfdd-49c5-8115-62e34cc5658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:16.564993 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:16.631575 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:16.632901 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21633d1c-bfdd-49c5-8115-62e34cc5658a None None] Pushing event updated for resources: {'Port': ['ID=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:16.665629 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-6347f1c7-3add-41e5-9977-7572b82de147 None None] Provisioning complete for port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:16.666338 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6347f1c7-3add-41e5-9977-7572b82de147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:16.746202 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:16.763012 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-6347f1c7-3add-41e5-9977-7572b82de147 None None] Current status of the port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:16.792115 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:11Z', 'revision_number': 4, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port': {'id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec', 'name': '', 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'mac_address': 'fa:16:3e:9e:86:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '26b5c864-6c89-464e-a038-2f24bab0cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:10Z', 'updated_at': '2022-06-24T04:23:16Z', 'revision_number': 4, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'subnets': [{'id': '26b5c864-6c89-464e-a038-2f24bab0cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:16.818845 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1095091-6287-45ca-a865-5273f4abdbc0 None None] The sync data for ids ['9e14529e-ad24-46e3-85cb-197abdebc2ef'] in dv-cinder-846842-3-iscsi is: [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:11Z', 'revision_number': 4, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port': {'id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec', 'name': '', 'network_id': 'a3babf92-c662-4053-ab1f-21c9144ca8df', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'mac_address': 'fa:16:3e:9e:86:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '26b5c864-6c89-464e-a038-2f24bab0cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:10Z', 'updated_at': '2022-06-24T04:23:16Z', 'revision_number': 4, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'subnets': [{'id': '26b5c864-6c89-464e-a038-2f24bab0cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:17.371958 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb163e24-7495-4e53-a0c0-cf0659d383d1 req-24031b4a-8637-4630-bae2-57404587b057 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:17.374812 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fb163e24-7495-4e53-a0c0-cf0659d383d1 req-24031b4a-8637-4630-bae2-57404587b057 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0539558 Jun 24 04:23:17.436799 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fb163e24-7495-4e53-a0c0-cf0659d383d1 req-70fb1077-bca5-4b40-858c-61e655b1740f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552275 Jun 24 04:23:17.635850 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad836c73-aaac-479f-98f3-fff740e41fde req-f8ba6ccf-12d5-4e77-9c56-1656f7a33b07 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:17.637624 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ad836c73-aaac-479f-98f3-fff740e41fde req-f8ba6ccf-12d5-4e77-9c56-1656f7a33b07 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0590470 Jun 24 04:23:17.704732 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ad836c73-aaac-479f-98f3-fff740e41fde req-2f9f19d6-bada-4de3-8b25-27b965e28eca tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0593185 Jun 24 04:23:18.163911 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec up at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:18.213974 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Provisioning complete for port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:18.214348 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:18.294558 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Current status of the port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec is: ACTIVE; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:18.588065 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a55c1-dd75-4b1c-9b6a-c100c517d793 req-76ddbea5-791d-4731-9dcc-18b1b3f2a99b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:18.590340 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-902a55c1-dd75-4b1c-9b6a-c100c517d793 req-76ddbea5-791d-4731-9dcc-18b1b3f2a99b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0619104 Jun 24 04:23:18.645433 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:23:18.659374 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-902a55c1-dd75-4b1c-9b6a-c100c517d793 req-412a5f7d-b7f0-49c5-a592-cb062d57840a tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608954 Jun 24 04:23:18.910216 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95b66d-d410-4e24-aee6-d2a4205fdcb7 req-4d6a4357-9ebe-4d4a-854d-5e4cfc5563a7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:18.918496 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5f95b66d-d410-4e24-aee6-d2a4205fdcb7 req-4d6a4357-9ebe-4d4a-854d-5e4cfc5563a7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.1097889 Jun 24 04:23:18.996169 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5f95b66d-d410-4e24-aee6-d2a4205fdcb7 req-b8bf3dd8-0cb9-4630-8256-34e5f68d2846 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0765977 Jun 24 04:23:19.817548 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:19.831860 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73cfd1-aa25-4571-9b50-660eb7dc4df8 req-662ce7a0-ddd7-4418-906f-e413835b9384 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:19.833560 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5c73cfd1-aa25-4571-9b50-660eb7dc4df8 req-662ce7a0-ddd7-4418-906f-e413835b9384 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0573220 Jun 24 04:23:19.899255 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5c73cfd1-aa25-4571-9b50-660eb7dc4df8 req-5ed51d7a-be50-4a81-b16e-6e1f35db7114 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585568 Jun 24 04:23:20.177207 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075924-d378-4c48-80e5-553b0efba233 req-63bb505d-cc77-4e8d-8177-667afd385bba tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:20.179134 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-20075924-d378-4c48-80e5-553b0efba233 req-63bb505d-cc77-4e8d-8177-667afd385bba tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0830171 Jun 24 04:23:20.242691 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-20075924-d378-4c48-80e5-553b0efba233 req-6031d80f-c903-47cc-82eb-b9a806ccfb2f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571635 Jun 24 04:23:21.046139 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402788b7-939a-4cf5-8167-ee0ef0d4a9f9 req-d637af92-debf-43a0-918d-560cfe67ad56 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:21.046711 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-402788b7-939a-4cf5-8167-ee0ef0d4a9f9 req-d637af92-debf-43a0-918d-560cfe67ad56 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0619936 Jun 24 04:23:21.103921 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-402788b7-939a-4cf5-8167-ee0ef0d4a9f9 req-80878099-a2e4-43ce-aa4b-46a57ee87758 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506454 Jun 24 04:23:21.371508 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4e28c-6847-4511-bd8c-e58efda6c870 req-fd1b8905-8ac1-4064-9414-7b084f5ea486 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:21.373635 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c1f4e28c-6847-4511-bd8c-e58efda6c870 req-fd1b8905-8ac1-4064-9414-7b084f5ea486 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0510311 Jun 24 04:23:21.425550 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c1f4e28c-6847-4511-bd8c-e58efda6c870 req-39bb1d47-5e45-46c7-b60d-6620c28912eb tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463564 Jun 24 04:23:22.072860 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56258) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:22.242101 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:22.251504 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b01df3ea-d3f2-4438-8472-cdc955a70bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:22.276799 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599dab6-c5c0-4336-a0a4-079b7ba0b406 req-57514983-d3cd-44c8-835d-feed60f676f3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:22.286681 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7599dab6-c5c0-4336-a0a4-079b7ba0b406 req-57514983-d3cd-44c8-835d-feed60f676f3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0955245 Jun 24 04:23:22.387177 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7599dab6-c5c0-4336-a0a4-079b7ba0b406 req-3981de79-45da-439c-a6be-8165ea3edb0e tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004555 Jun 24 04:23:22.440268 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:22.467961 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b01df3ea-d3f2-4438-8472-cdc955a70bda admin admin] Publish callbacks [] for security_group (4364294d-67f2-43fe-8c87-8a305a97d854), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:22.551455 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b01df3ea-d3f2-4438-8472-cdc955a70bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4364294d-67f2-43fe-8c87-8a305a97d854), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:22.578943 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5710d-a4e0-4874-a68f-92ca99ab389e req-340e8092-3cbf-4287-aeb1-98399a4e1ed8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:22.584875 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d2b5710d-a4e0-4874-a68f-92ca99ab389e req-340e8092-3cbf-4287-aeb1-98399a4e1ed8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0693099 Jun 24 04:23:22.603312 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b01df3ea-d3f2-4438-8472-cdc955a70bda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6031a2f5e18544b68d3caec584330e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5283663 Jun 24 04:23:22.608551 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56268) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:22.616143 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01df3ea-d3f2-4438-8472-cdc955a70bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4364294d-67f2-43fe-8c87-8a305a97d854,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:22.698662 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d2b5710d-a4e0-4874-a68f-92ca99ab389e req-be4d1b98-c42c-4ccc-b521-9777890307d4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1082101 Jun 24 04:23:22.716102 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b126a8c9-5944-4c8c-8be2-d3ff60f89269 admin admin] Publish callbacks [] for security_group (4364294d-67f2-43fe-8c87-8a305a97d854), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:22.769159 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b126a8c9-5944-4c8c-8be2-d3ff60f89269 admin admin] Publish callbacks [] for security_group (4364294d-67f2-43fe-8c87-8a305a97d854), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:22.912052 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b126a8c9-5944-4c8c-8be2-d3ff60f89269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4364294d-67f2-43fe-8c87-8a305a97d854), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:22.921648 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b126a8c9-5944-4c8c-8be2-d3ff60f89269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:22.923449 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b126a8c9-5944-4c8c-8be2-d3ff60f89269 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4364294d-67f2-43fe-8c87-8a305a97d854 HTTP/1.1" status: 204 len: 168 time: 0.3133590 Jun 24 04:23:22.932275 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126a8c9-5944-4c8c-8be2-d3ff60f89269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4364294d-67f2-43fe-8c87-8a305a97d854,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:23.571804 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc9e19-92ad-49ae-8176-07b537a1ab3b req-fad168b6-7975-4462-abf4-124b3dd80685 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:23.574021 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-20bc9e19-92ad-49ae-8176-07b537a1ab3b req-fad168b6-7975-4462-abf4-124b3dd80685 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0737336 Jun 24 04:23:23.652106 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-20bc9e19-92ad-49ae-8176-07b537a1ab3b req-565745aa-a1ff-4a4f-ac32-c35a0b538178 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701272 Jun 24 04:23:23.843414 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082390-ab39-4aeb-8aef-0213d0e5096a req-4b23643a-dd12-4b7f-80a7-67ea0cc8addd tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:23.845041 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-11082390-ab39-4aeb-8aef-0213d0e5096a req-4b23643a-dd12-4b7f-80a7-67ea0cc8addd tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0571311 Jun 24 04:23:23.910836 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-11082390-ab39-4aeb-8aef-0213d0e5096a req-9a230705-0896-48e4-b499-d39c24ef547d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0594089 Jun 24 04:23:24.784645 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca6291-b8f0-4e4e-94b3-396c1a178219 req-27bf4ed8-a3d6-4dbf-a677-d63d8db20fe3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:24.786101 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-92ca6291-b8f0-4e4e-94b3-396c1a178219 req-27bf4ed8-a3d6-4dbf-a677-d63d8db20fe3 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0520020 Jun 24 04:23:24.840063 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-92ca6291-b8f0-4e4e-94b3-396c1a178219 req-bef86c00-7d75-461c-ab80-f8e5dd3be8d1 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482213 Jun 24 04:23:25.020101 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:25.036171 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073c160-35c7-4604-84f7-e46a1ef1839a req-e8db1dbd-fa7f-4846-b50f-7dce9001d68e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:25.038104 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9073c160-35c7-4604-84f7-e46a1ef1839a req-e8db1dbd-fa7f-4846-b50f-7dce9001d68e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0502803 Jun 24 04:23:25.110210 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9073c160-35c7-4604-84f7-e46a1ef1839a req-f92a5be7-19ce-4ba9-b17d-5e82def98621 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0662527 Jun 24 04:23:25.557653 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 74725fba-5aba-4db8-8543-5b3c9241a5a6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:23:25.663896 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-e8fdb252-8a9f-4c1f-bb87-25891aa3a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:25.665647 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-e8fdb252-8a9f-4c1f-bb87-25891aa3a331 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1127 time: 0.0528982 Jun 24 04:23:25.765118 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:25.891205 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'port_id': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'mac_address': 'fa:16:3e:f8:57:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:23:25.892905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-240956c7-a6f0-4408-8669-efa795488f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:25.892905 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-240956c7-a6f0-4408-8669-efa795488f77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73023663-c454-4d4f-aaaf-a748940b4903 HTTP/1.1" status: 200 len: 910 time: 0.1191161 Jun 24 04:23:25.893815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:25.893815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 74725fba-5aba-4db8-8543-5b3c9241a5a6 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:25.893815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:25.893815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74725fba-5aba-4db8-8543-5b3c9241a5a6 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:23:25.893815 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:25.895357 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-b927040e-b87b-419d-bb98-84b1ba94a7ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 200 len: 999 time: 0.0734022 Jun 24 04:23:25.990531 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-299709fd-b077-400f-a26d-cdc3fd6b8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:25.991244 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:25.992011 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-299709fd-b077-400f-a26d-cdc3fd6b8d38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b08c2fe-c6cd-4a28-8350-364092633ed9 HTTP/1.1" status: 200 len: 848 time: 0.0882945 Jun 24 04:23:26.000913 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1f677-5857-476f-80d1-a80e069b2ac6 req-e61240f8-b023-4a0a-bdab-fc0014cff3b4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:26.002525 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-89d1f677-5857-476f-80d1-a80e069b2ac6 req-e61240f8-b023-4a0a-bdab-fc0014cff3b4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 943 time: 0.0685048 Jun 24 04:23:26.057550 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=7']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:26.070653 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-d115bd0a-9660-4398-9da7-46f9b33a61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:26.071550 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-d115bd0a-9660-4398-9da7-46f9b33a61dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73023663-c454-4d4f-aaaf-a748940b4903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680900 Jun 24 04:23:26.112632 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-89d1f677-5857-476f-80d1-a80e069b2ac6 req-9230998c-a801-432a-921b-f483f4bf69c4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003723 Jun 24 04:23:26.190546 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-93895643-c5e5-4677-a74a-cc0053b29cb6 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122649 Jun 24 04:23:26.266791 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941bfd1-dc94-4a12-958f-3db2ac77af6b req-5d6ef4bb-100d-4a7d-b9bc-2e5b5dafc5d0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:26.270081 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b941bfd1-dc94-4a12-958f-3db2ac77af6b req-5d6ef4bb-100d-4a7d-b9bc-2e5b5dafc5d0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0694175 Jun 24 04:23:26.289453 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['74725fba-5aba-4db8-8543-5b3c9241a5a6'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:23:26.304363 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-14947ed0-3539-46c3-b96c-afbc5129d10e req-4e32ded0-ee95-460c-89d9-5430bb244703 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057498 Jun 24 04:23:26.331004 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b941bfd1-dc94-4a12-958f-3db2ac77af6b req-49aaa393-5bbc-47c1-a8b5-91a6b8ddaab0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549018 Jun 24 04:23:26.464854 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56346) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:26.573299 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:26.592616 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:26.599684 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:26.670049 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:26.689913 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Publish callbacks [] for security_group (509e9db9-d3f7-4ab5-b2ca-d50eb7b8f427), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:26.760168 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (509e9db9-d3f7-4ab5-b2ca-d50eb7b8f427), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:26.808565 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07777eef03ae404b939885b28b2b41ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425963 Jun 24 04:23:26.809320 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509e9db9-d3f7-4ab5-b2ca-d50eb7b8f427,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:26.812034 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56354) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:26.820527 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.820869 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.821201 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.821539 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.821901 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.822231 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.822599 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.822923 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.823470 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.824033 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.824550 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.825084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.825637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.826502 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.826885 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf787f-05ef-4147-a727-f8d5a3244452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:26.872100 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:26.878299 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Publish callbacks [] for security_group (509e9db9-d3f7-4ab5-b2ca-d50eb7b8f427), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:26.903465 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Publish callbacks [] for security_group (509e9db9-d3f7-4ab5-b2ca-d50eb7b8f427), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:26.966629 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-cafccb8a-52c1-4337-afad-7f087f6321a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:26.968183 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-cafccb8a-52c1-4337-afad-7f087f6321a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 1129 time: 0.0453835 Jun 24 04:23:27.060405 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (509e9db9-d3f7-4ab5-b2ca-d50eb7b8f427), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:27.063344 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:27.064644 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/509e9db9-d3f7-4ab5-b2ca-d50eb7b8f427 HTTP/1.1" status: 204 len: 168 time: 0.2511764 Jun 24 04:23:27.070330 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-1f736ed9-3431-46cf-8f39-3556a7ddca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:27.071902 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-1f736ed9-3431-46cf-8f39-3556a7ddca04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.0954885 Jun 24 04:23:27.073663 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509e9db9-d3f7-4ab5-b2ca-d50eb7b8f427,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:27.081859 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.082206 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.082575 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.082915 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.083249 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.083779 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.084113 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.084441 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.084771 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.085157 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.085411 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.085733 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.086345 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.086877 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.087204 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3634952-5b38-4ea2-a6c8-d73077c46956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:27.089666 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=10 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:27.150617 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-bd0b308c-5875-4cc3-8471-3845538eb813 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 200 len: 1000 time: 0.0682449 Jun 24 04:23:27.243040 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-c1fee0d9-f1dc-4b9d-b9d5-263a6f8a6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:27.244561 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-c1fee0d9-f1dc-4b9d-b9d5-263a6f8a6718 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.0872803 Jun 24 04:23:27.255288 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c545a5-644c-4703-ae2f-9d8ec5461117 req-6a168fc3-de0a-482a-ba52-733c5f705ae1 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:27.256676 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b3c545a5-644c-4703-ae2f-9d8ec5461117 req-6a168fc3-de0a-482a-ba52-733c5f705ae1 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 944 time: 0.0706851 Jun 24 04:23:27.323317 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-3ab5d215-6e40-4a93-b435-8f33ff28592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:27.324922 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-3ab5d215-6e40-4a93-b435-8f33ff28592d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673006 Jun 24 04:23:27.362994 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b3c545a5-644c-4703-ae2f-9d8ec5461117 req-13d0a2f6-4f06-4826-bd32-4bec2860d5a7 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963042 Jun 24 04:23:27.444549 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-024d84dd-e449-4741-a640-6ff2755b719c service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113353 Jun 24 04:23:27.486734 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1594121-c30a-4adb-b815-26753eb84874 req-d7796bd3-4b9e-4518-9856-4a7e6f883d10 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:27.488333 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a1594121-c30a-4adb-b815-26753eb84874 req-d7796bd3-4b9e-4518-9856-4a7e6f883d10 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0558641 Jun 24 04:23:27.540462 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a1594121-c30a-4adb-b815-26753eb84874 req-c03dcbac-b468-4de2-9625-c019f46ab825 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460875 Jun 24 04:23:27.550650 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be7618d-1fd9-4fa9-a90d-3196a8bedfbb req-1f98e5b6-f080-4f1f-9d6f-ec69bf5b1e0c service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944493 Jun 24 04:23:27.574020 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 74725fba-5aba-4db8-8543-5b3c9241a5a6 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:27.622415 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 74725fba-5aba-4db8-8543-5b3c9241a5a6 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:27.623350 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:27.699372 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 74725fba-5aba-4db8-8543-5b3c9241a5a6 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:27.699772 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:27.723647 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:23:27.725940 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5492af-f5cf-4896-8768-235263b0686b" -d '{"events": [{"server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "name": "network-vif-plugged", "status": "completed", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:27.739564 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:27.762188 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c7f7f6-f5fb-4ef7-ab7d-53d38c04becc x-openstack-request-id: req-00c7f7f6-f5fb-4ef7-ab7d-53d38c04becc {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:27.762505 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "name": "network-vif-plugged", "status": "completed", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:27.762757 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00c7f7f6-f5fb-4ef7-ab7d-53d38c04becc {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:27.763253 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c7f7f6-f5fb-4ef7-ab7d-53d38c04becc'] response: {'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'code': 200} Jun 24 04:23:27.798550 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56372) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:27.812495 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-74aebde9-8fe0-48c4-872f-10fb3b435d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:27.817733 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:27.848841 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:27.868881 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=8']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:27.895522 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-74aebde9-8fe0-48c4-872f-10fb3b435d23 admin admin] Publish callbacks [] for security_group (ef784915-d898-4498-b9df-94abebcfa36d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:27.962125 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-74aebde9-8fe0-48c4-872f-10fb3b435d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (ef784915-d898-4498-b9df-94abebcfa36d), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:28.003340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aebde9-8fe0-48c4-872f-10fb3b435d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef784915-d898-4498-b9df-94abebcfa36d,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:28.008820 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-74aebde9-8fe0-48c4-872f-10fb3b435d23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5bf72451ce9448285e7e5d2676200c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092636 Jun 24 04:23:28.011562 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56378) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:28.062563 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7475afa2-a3d9-46f3-91cd-bf78322d2fd2 admin admin] Publish callbacks [] for security_group (ef784915-d898-4498-b9df-94abebcfa36d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:28.083763 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7475afa2-a3d9-46f3-91cd-bf78322d2fd2 admin admin] Publish callbacks [] for security_group (ef784915-d898-4498-b9df-94abebcfa36d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:28.105103 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:28.200158 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7475afa2-a3d9-46f3-91cd-bf78322d2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (ef784915-d898-4498-b9df-94abebcfa36d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:28.204052 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7475afa2-a3d9-46f3-91cd-bf78322d2fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:28.205207 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7475afa2-a3d9-46f3-91cd-bf78322d2fd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef784915-d898-4498-b9df-94abebcfa36d HTTP/1.1" status: 204 len: 168 time: 0.1927366 Jun 24 04:23:28.213741 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475afa2-a3d9-46f3-91cd-bf78322d2fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef784915-d898-4498-b9df-94abebcfa36d,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:28.296005 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7c03e090-091e-4361-84cb-1dde1a770063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:28.483028 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865c27-3e1c-4531-9a69-b4c98d52a5df req-6b8676aa-a9ef-477b-818f-d62fa50fe256 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:28.486667 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-17865c27-3e1c-4531-9a69-b4c98d52a5df req-6b8676aa-a9ef-477b-818f-d62fa50fe256 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Jun 24 04:23:28.534616 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-17865c27-3e1c-4531-9a69-b4c98d52a5df req-8ffcd954-e73a-479b-bee3-bf5e224d773d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 Jun 24 04:23:28.645309 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:28.676740 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9b15e-a2d9-4134-8ad3-911e714d25ea req-54365ca2-ac65-4bb6-acb8-89591b283a74 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:28.678447 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22b9b15e-a2d9-4134-8ad3-911e714d25ea req-54365ca2-ac65-4bb6-acb8-89591b283a74 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0575085 Jun 24 04:23:28.734816 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22b9b15e-a2d9-4134-8ad3-911e714d25ea req-8188fbfb-5a1c-4784-aa2d-0103063aee8a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505998 Jun 24 04:23:29.534043 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f440731-fbe2-459e-bde5-8849ef202feb req-4721ab81-0aac-4e8d-abad-bf17b137cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:29.536046 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2f440731-fbe2-459e-bde5-8849ef202feb req-4721ab81-0aac-4e8d-abad-bf17b137cc42 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1129 time: 0.0465231 Jun 24 04:23:29.590799 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2f440731-fbe2-459e-bde5-8849ef202feb req-160d4084-c1e9-4f15-83e9-2bbc75b9ddf5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474887 Jun 24 04:23:29.698356 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a843e-3821-4ba4-9dd2-898a53c08da2 req-3f4f05cb-4a39-4acf-ab20-f5ef1e6c53e4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:29.701226 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a33a843e-3821-4ba4-9dd2-898a53c08da2 req-3f4f05cb-4a39-4acf-ab20-f5ef1e6c53e4 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0826683 Jun 24 04:23:29.787989 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a33a843e-3821-4ba4-9dd2-898a53c08da2 req-078d1690-3355-4abe-9bd9-563f27515b27 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777631 Jun 24 04:23:29.886900 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d2e7e-3ad6-4b16-bae8-26ed044e1f9b req-b58a4a14-627c-4e4f-bf93-f4e2e6415f61 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:29.889130 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-571d2e7e-3ad6-4b16-bae8-26ed044e1f9b req-b58a4a14-627c-4e4f-bf93-f4e2e6415f61 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 945 time: 0.0595546 Jun 24 04:23:29.939690 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-571d2e7e-3ad6-4b16-bae8-26ed044e1f9b req-9e81e123-a51e-426c-be37-e920acfa89e2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448008 Jun 24 04:23:30.620124 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-baccf96b-de05-4a51-9012-d459680b098d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:30.912637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62830e4-f00b-4068-b29c-211608f818e6 req-0c757dd8-84aa-48ca-95e8-37390dc59d03 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:30.914349 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d62830e4-f00b-4068-b29c-211608f818e6 req-0c757dd8-84aa-48ca-95e8-37390dc59d03 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0542803 Jun 24 04:23:30.984404 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d62830e4-f00b-4068-b29c-211608f818e6 req-8f891184-d1be-4010-bad5-1dc59fc00e1e tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591240 Jun 24 04:23:31.599513 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:31.679027 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 is: ACTIVE; New status is: DOWN {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:31.679531 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:31.709147 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:31.717761 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:23:31.720129 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd01cb8-0b40-4a52-a515-aa559472be30" -d '{"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-unplugged", "status": "completed", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:31.745017 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:31.757548 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Jun 2022 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c57c9-94d4-4554-af0a-8b5947345101 x-openstack-request-id: req-9b8c57c9-94d4-4554-af0a-8b5947345101 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:31.757548 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-unplugged", "status": "failed", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2", "code": 422}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:31.757548 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b8c57c9-94d4-4554-af0a-8b5947345101 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:31.757548 dv-cinder-846842-3-iscsi neutron-server[104595]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b8c57c9-94d4-4554-af0a-8b5947345101']: {'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'code': 422} returned with failed status Jun 24 04:23:31.802292 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:31.863428 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:31.911783 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=8']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:32.105276 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73f012-d805-41cc-9d2e-854aa3b6439f req-470725a3-11a9-4892-a791-cfd430de1f56 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:32.107314 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9f73f012-d805-41cc-9d2e-854aa3b6439f req-470725a3-11a9-4892-a791-cfd430de1f56 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0471549 Jun 24 04:23:32.155949 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9f73f012-d805-41cc-9d2e-854aa3b6439f req-9e8710d9-f204-4387-a7a0-58770e4cda40 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Jun 24 04:23:32.848528 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35537bf-23af-49f1-96cd-fd56271fcc4e req-a911340f-6835-419a-b0d2-2675bf6f41f1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:32.849993 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e35537bf-23af-49f1-96cd-fd56271fcc4e req-a911340f-6835-419a-b0d2-2675bf6f41f1 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0487685 Jun 24 04:23:32.898800 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e35537bf-23af-49f1-96cd-fd56271fcc4e req-a70c3c6e-7d37-41fb-8465-5b6ac57d9a1d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429423 Jun 24 04:23:33.137909 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:33.389745 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:33.409661 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-ff5c79c6-ef09-42a1-b53c-07dbd99f10da tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109829358&fields=id&tenant_id=f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 267 time: 0.0590129 Jun 24 04:23:33.447699 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56522) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:33.516682 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-ff9141fa-5ae4-4b91-b57d-8457bf6bedcb tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:33.518131 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-ff9141fa-5ae4-4b91-b57d-8457bf6bedcb tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 812 time: 0.1061671 Jun 24 04:23:33.533715 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-70fbee95-eff4-4d07-89d4-44c02fe9738e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/quotas/f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 375 time: 0.0101590 Jun 24 04:23:33.540459 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-a6e2357e-d415-4964-9aca-e685c38e32d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912182 Jun 24 04:23:33.549429 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-0dc278fe-dad6-4242-afef-4c7963bfa9d3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:23:33.550406 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-0dc278fe-dad6-4242-afef-4c7963bfa9d3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048697 Jun 24 04:23:33.585780 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-744beba9-855b-4b97-bfde-7d29be7561f0 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464511 Jun 24 04:23:33.628678 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-d3d3bfb7-320f-4a2f-9247-20a67524e5dc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:33.630050 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-d3d3bfb7-320f-4a2f-9247-20a67524e5dc tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports/ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 200 len: 940 time: 0.0490389 Jun 24 04:23:33.661486 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:33.691415 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-bf176af1-f7fd-4ce4-b279-96853822dc4e service neutron] 10.222.0.16 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943599 Jun 24 04:23:33.789024 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-70bc1e10-7777-4fae-bc43-d87fdcaf2b33 service neutron] 10.222.0.16 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920227 Jun 24 04:23:34.026591 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343794e9-e0f8-440f-b964-7914113ff382 req-63f72ff0-4ce7-4f43-bcb8-bcd6da90dc5e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:34.028062 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-343794e9-e0f8-440f-b964-7914113ff382 req-63f72ff0-4ce7-4f43-bcb8-bcd6da90dc5e tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0522702 Jun 24 04:23:34.083914 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-343794e9-e0f8-440f-b964-7914113ff382 req-2c62842c-a66d-418b-9346-1bc5d4398098 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448337 Jun 24 04:23:34.358284 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b66c3c1a-446c-410f-aa57-4225999e88b5 req-05c023d8-1270-43f6-ab3b-884ee050c6ff tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0300181 Jun 24 04:23:35.124837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-acea30cb-2c42-4905-b6ab-eb07f410ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:35.126333 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-acea30cb-2c42-4905-b6ab-eb07f410ec3e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45&tenant_id=d56eee171a5c4f728bec99eef1f3b0a3 HTTP/1.1" status: 200 len: 1127 time: 0.0440023 Jun 24 04:23:35.208781 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-ce1af53d-cdbb-4e93-b05b-29e202e8d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:35.210340 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-ce1af53d-cdbb-4e93-b05b-29e202e8d3b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 1127 time: 0.0554531 Jun 24 04:23:35.214059 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edc87f-4639-4961-b794-a773e4b1386a req-a2a0fb07-02ed-4976-99e9-54b239f884e2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:35.215553 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d3edc87f-4639-4961-b794-a773e4b1386a req-a2a0fb07-02ed-4976-99e9-54b239f884e2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0485127 Jun 24 04:23:35.269260 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d3edc87f-4639-4961-b794-a773e4b1386a req-7d0bf9dd-11d8-4edd-8050-11a8ce8aee6b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477426 Jun 24 04:23:35.313999 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-f5342fc2-7db1-4ba3-9743-eec33ba59de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:35.315428 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-f5342fc2-7db1-4ba3-9743-eec33ba59de7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.0919731 Jun 24 04:23:35.374287 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:35.378636 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-fd1e82b8-ae13-410e-a0fe-29d49efe6a01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 200 len: 998 time: 0.0559516 Jun 24 04:23:35.453026 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-15d8194d-4098-4c85-8216-7c95d89d3545 req-82bb82b0-ba6b-4a8f-b288-46fe0d2de196 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0374110 Jun 24 04:23:35.460099 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-7291b0ab-4d7b-4f5b-aeb7-085f595a40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:35.461470 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-7291b0ab-4d7b-4f5b-aeb7-085f595a40f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.0718510 Jun 24 04:23:35.502222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:35.514327 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-2cf25f79-82f3-480c-a2f1-fd22125233d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:35.515817 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-2cf25f79-82f3-480c-a2f1-fd22125233d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404727 Jun 24 04:23:35.608477 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-c4951fd3-916f-4afc-b2a3-8f266b759978 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833354 Jun 24 04:23:35.703407 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2639f488-8a2e-4616-bad0-44c40fc50cd9 req-3b7bcca0-500f-4772-8cfe-b08ce62a9d0a service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883217 Jun 24 04:23:36.374646 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:36.390404 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9ea2a-5f9b-4a48-9048-e8a432f84932 req-fba52781-f853-419f-9e57-03f186454669 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:36.391870 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-92b9ea2a-5f9b-4a48-9048-e8a432f84932 req-fba52781-f853-419f-9e57-03f186454669 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0481551 Jun 24 04:23:36.452422 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-92b9ea2a-5f9b-4a48-9048-e8a432f84932 req-3a06c0f1-699e-46a9-992e-37f16eb80ee9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549016 Jun 24 04:23:36.632974 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1eede8a6-61f2-448e-a3f8-a71933aaf14d req-db59eeb4-a932-4b57-84be-52cdb4422353 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0526321 Jun 24 04:23:36.821982 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56602) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:36.988750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf4bd174-3e33-440a-98fb-457cd849df4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:37.084368 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf4bd174-3e33-440a-98fb-457cd849df4b admin admin] Publish callbacks [] for security_group (099b0662-d091-43ca-b3df-ebe8da6eb8c5), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:37.167986 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cf4bd174-3e33-440a-98fb-457cd849df4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (099b0662-d091-43ca-b3df-ebe8da6eb8c5), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:37.222041 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bd174-3e33-440a-98fb-457cd849df4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099b0662-d091-43ca-b3df-ebe8da6eb8c5,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:37.226152 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56606) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:37.226324 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-cf4bd174-3e33-440a-98fb-457cd849df4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17ed006e1fc748639ef34b5bf363e48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030697 Jun 24 04:23:37.308328 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-037d49d3-2dea-4ee1-bf91-e380f42a0f94 admin admin] Publish callbacks [] for security_group (099b0662-d091-43ca-b3df-ebe8da6eb8c5), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:37.338977 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-037d49d3-2dea-4ee1-bf91-e380f42a0f94 admin admin] Publish callbacks [] for security_group (099b0662-d091-43ca-b3df-ebe8da6eb8c5), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:37.459529 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-037d49d3-2dea-4ee1-bf91-e380f42a0f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (099b0662-d091-43ca-b3df-ebe8da6eb8c5), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:37.462439 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-037d49d3-2dea-4ee1-bf91-e380f42a0f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:37.463880 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-037d49d3-2dea-4ee1-bf91-e380f42a0f94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/099b0662-d091-43ca-b3df-ebe8da6eb8c5 HTTP/1.1" status: 204 len: 168 time: 0.2366674 Jun 24 04:23:37.473598 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d49d3-2dea-4ee1-bf91-e380f42a0f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099b0662-d091-43ca-b3df-ebe8da6eb8c5,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:37.611232 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cb77c-0eba-4212-bbbf-e7c5e985ba15 req-9e475b2a-c8b8-4545-b022-c925129576ef tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:37.613289 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-439cb77c-0eba-4212-bbbf-e7c5e985ba15 req-9e475b2a-c8b8-4545-b022-c925129576ef tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0554202 Jun 24 04:23:37.716869 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-439cb77c-0eba-4212-bbbf-e7c5e985ba15 req-e871f2c1-f1b8-4a58-9975-e4320366a517 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0973823 Jun 24 04:23:37.784569 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9e0a992e-ce85-47e0-adfc-7cbf9bf363c3 req-d5f37559-dd8a-4581-a4f5-2f1f45420ae4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0517654 Jun 24 04:23:38.296026 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56618) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:38.316974 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-17f071bb-6d36-49e1-927b-39cb2a50deb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:38.431088 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-17f071bb-6d36-49e1-927b-39cb2a50deb7 admin admin] Publish callbacks [] for security_group (113773d6-3767-49be-8c81-8c142e5c4ca2), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:38.504805 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-17f071bb-6d36-49e1-927b-39cb2a50deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (113773d6-3767-49be-8c81-8c142e5c4ca2), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:38.547581 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f071bb-6d36-49e1-927b-39cb2a50deb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113773d6-3767-49be-8c81-8c142e5c4ca2,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:38.553088 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-17f071bb-6d36-49e1-927b-39cb2a50deb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d9d623602584337bd5faea1814ac2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556345 Jun 24 04:23:38.556606 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56624) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:38.638481 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-06950f99-938a-47b3-a0c5-c7b62820b9f0 admin admin] Publish callbacks [] for security_group (113773d6-3767-49be-8c81-8c142e5c4ca2), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:38.663092 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-06950f99-938a-47b3-a0c5-c7b62820b9f0 admin admin] Publish callbacks [] for security_group (113773d6-3767-49be-8c81-8c142e5c4ca2), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:38.779627 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-06950f99-938a-47b3-a0c5-c7b62820b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (113773d6-3767-49be-8c81-8c142e5c4ca2), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:38.783065 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-06950f99-938a-47b3-a0c5-c7b62820b9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:38.784667 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-06950f99-938a-47b3-a0c5-c7b62820b9f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/113773d6-3767-49be-8c81-8c142e5c4ca2 HTTP/1.1" status: 204 len: 168 time: 0.2270639 Jun 24 04:23:38.826718 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06950f99-938a-47b3-a0c5-c7b62820b9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113773d6-3767-49be-8c81-8c142e5c4ca2,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:38.867906 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067df53-0bf2-4ce7-a2fc-1d5732f19e4d req-0e827c12-cc09-4cac-bd45-919c6e50482f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:38.869435 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6067df53-0bf2-4ce7-a2fc-1d5732f19e4d req-0e827c12-cc09-4cac-bd45-919c6e50482f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0828876 Jun 24 04:23:38.924566 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-974c7665-fbac-4223-bbf5-c005825fb7a6 req-b0eefecd-936f-47e2-9d49-3b66f5d0dd79 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0438766 Jun 24 04:23:38.977416 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-6067df53-0bf2-4ce7-a2fc-1d5732f19e4d req-24e1e8e1-7b87-4b38-96cf-3df5a7c1ae98 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0798285 Jun 24 04:23:40.067106 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5efa4489-34de-4635-bb60-b108089521e9 req-cdb19b54-cc27-4782-afe8-d3302626f1b8 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0707664 Jun 24 04:23:40.113522 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:40.137876 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2cbc1-fa0a-4e2f-8a55-1c586ef846ed req-eab89179-d251-4fda-a4be-468cc63388de tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:40.139929 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5fd2cbc1-fa0a-4e2f-8a55-1c586ef846ed req-eab89179-d251-4fda-a4be-468cc63388de tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0731061 Jun 24 04:23:40.214090 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5fd2cbc1-fa0a-4e2f-8a55-1c586ef846ed req-1ba91ab8-5617-4f74-b726-25b7eb1bcc06 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0637445 Jun 24 04:23:40.754742 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 56676) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:40.882111 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3343621f-d3c3-407f-a8a9-f1df9afa5d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:40.974989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3343621f-d3c3-407f-a8a9-f1df9afa5d99 admin admin] Publish callbacks [] for security_group (d6952df7-7b3b-4856-b2da-3b7f4561d678), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:41.057613 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3343621f-d3c3-407f-a8a9-f1df9afa5d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (d6952df7-7b3b-4856-b2da-3b7f4561d678), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:41.118440 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3343621f-d3c3-407f-a8a9-f1df9afa5d99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01195f01757a4da582990dff38ecc93c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625870 Jun 24 04:23:41.119296 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343621f-d3c3-407f-a8a9-f1df9afa5d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6952df7-7b3b-4856-b2da-3b7f4561d678,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:41.121254 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 56686) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:23:41.207544 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-21f39abc-5a4e-4eaa-bef9-a7f29b229bac admin admin] Publish callbacks [] for security_group (d6952df7-7b3b-4856-b2da-3b7f4561d678), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:41.210396 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7cdc9705-b4b4-4a77-ad4b-33945147ebe3 req-924915e0-30e8-4aa2-8f54-b990f4ecfafa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0432897 Jun 24 04:23:41.245080 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-21f39abc-5a4e-4eaa-bef9-a7f29b229bac admin admin] Publish callbacks [] for security_group (d6952df7-7b3b-4856-b2da-3b7f4561d678), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:41.353731 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:41.362805 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512730c-f63e-4e2f-b9b3-e395838e1715 req-ba9922a1-5c9a-4a85-820a-4d5eec92bb0f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:41.364353 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2512730c-f63e-4e2f-b9b3-e395838e1715 req-ba9922a1-5c9a-4a85-820a-4d5eec92bb0f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0530550 Jun 24 04:23:41.400814 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-21f39abc-5a4e-4eaa-bef9-a7f29b229bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (d6952df7-7b3b-4856-b2da-3b7f4561d678), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:41.404026 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-21f39abc-5a4e-4eaa-bef9-a7f29b229bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:41.408621 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-21f39abc-5a4e-4eaa-bef9-a7f29b229bac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6952df7-7b3b-4856-b2da-3b7f4561d678 HTTP/1.1" status: 204 len: 168 time: 0.2848265 Jun 24 04:23:41.417467 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f39abc-5a4e-4eaa-bef9-a7f29b229bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6952df7-7b3b-4856-b2da-3b7f4561d678,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:41.421916 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2512730c-f63e-4e2f-b9b3-e395838e1715 req-9a4f73ad-38dd-410f-b9e5-6fb3c5ddf560 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512059 Jun 24 04:23:42.507650 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5a0d3706-789d-4826-a3ce-4a0d165104d8 req-534e7319-fe26-49dc-9a82-4185b84ccb4a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0494425 Jun 24 04:23:42.632581 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e32f-3108-4c60-b47c-ed8fb8e5a7b9 req-e68a4e6d-a517-49c0-a758-c1f96c6b4387 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:42.640420 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9000e32f-3108-4c60-b47c-ed8fb8e5a7b9 req-e68a4e6d-a517-49c0-a758-c1f96c6b4387 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0572593 Jun 24 04:23:42.694334 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9000e32f-3108-4c60-b47c-ed8fb8e5a7b9 req-4cc01a65-d9d5-48de-b128-c2fc2af8f1f7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0530496 Jun 24 04:23:45.845445 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-57684ebc-5795-4abd-9286-4fe8187435d1 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:45.846935 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-57684ebc-5795-4abd-9286-4fe8187435d1 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 812 time: 0.1148322 Jun 24 04:23:46.200546 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-29bf49bf-918d-4898-936b-af5115427ebb tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 379 time: 0.3423672 Jun 24 04:23:46.426033 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f6af3b4d-4ede-4c54-bfa0-ef66f04baa37 req-9e1c7021-93d1-48a9-b119-0291743752ca tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0323582 Jun 24 04:23:46.483278 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f66ed-3f98-4c81-8c5c-64d33417d690 req-44e97b73-4b93-4d53-93a9-3f850c1dcc1b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:46.484804 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0f7f66ed-3f98-4c81-8c5c-64d33417d690 req-44e97b73-4b93-4d53-93a9-3f850c1dcc1b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0484107 Jun 24 04:23:46.532761 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0f7f66ed-3f98-4c81-8c5c-64d33417d690 req-75f58ce2-6c2e-40c8-9663-3694d9039311 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423508 Jun 24 04:23:46.664807 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:46.677180 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:47.530445 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-5871b6ba-e190-4d83-9581-3f321620957f req-c6011481-8fd7-40c7-bb3a-d57e9132d9b4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0303280 Jun 24 04:23:47.655247 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe021d1-d382-42ec-a04d-293fa899ab29 req-e1aba268-3b04-406d-b08c-16714e5b14b3 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:47.661797 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bbe021d1-d382-42ec-a04d-293fa899ab29 req-e1aba268-3b04-406d-b08c-16714e5b14b3 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0508146 Jun 24 04:23:47.705183 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-bbe021d1-d382-42ec-a04d-293fa899ab29 req-94a7a2f2-8f26-4575-93d7-fbae938c5d70 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425375 Jun 24 04:23:48.625219 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-363cc6c3-3a99-4ff5-9280-c9bdd8e6cba7 req-ec31f685-035b-499f-b663-161524cbfe58 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0272000 Jun 24 04:23:48.827976 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea3f1-fb5e-44ca-8172-db69f188dfd8 req-93993dca-662e-477a-b620-c863613017c2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:48.829694 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-647ea3f1-fb5e-44ca-8172-db69f188dfd8 req-93993dca-662e-477a-b620-c863613017c2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0510995 Jun 24 04:23:48.854954 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:48.882909 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-647ea3f1-fb5e-44ca-8172-db69f188dfd8 req-1e6d677d-50da-47ef-8b99-32a7482f502a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476997 Jun 24 04:23:49.418495 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'port': {'device_id': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'admin_state_up': True, 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'security_groups': ['5c27a347-1d36-4752-a47e-22842b648b4d']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:49.488042 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:49.611753 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Made reservation on behalf of f9c12f0aa786483e8d1ce8ff9042164f for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:23:49.615959 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:49.727820 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-42d8af6c-887c-4ea0-abbe-9c68239186ef req-c82c7d5c-d559-4793-ae4e-a1c3b19654d5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0311513 Jun 24 04:23:49.747313 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Allocated IP 172.20.0.12 (a202b9e8-77c8-471b-bad0-c0f2e233e837/15e3321a-fef9-46aa-b900-8a6d6f984325/fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:49.772477 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:49.813561 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:49.891474 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:50.008544 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034cd1c-c000-489f-ac91-7d600f5682da req-6156bdb7-f4e2-486f-9b93-d23e24b1fbc8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:50.009989 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4034cd1c-c000-489f-ac91-7d600f5682da req-6156bdb7-f4e2-486f-9b93-d23e24b1fbc8 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0513136 Jun 24 04:23:50.055776 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:50.060377 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4034cd1c-c000-489f-ac91-7d600f5682da req-9f87a7db-6853-45e3-9271-9e51c0ff83e4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440958 Jun 24 04:23:50.104493 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:50.107564 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:50.112348 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:23:50.136458 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:50.145840 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:50.169504 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:50.170153 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:50.256194 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-5a18126c-4079-4092-bb8e-1852d70294b5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428409 Jun 24 04:23:50.272532 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Request body: {'port': {'device_id': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:23:50.338260 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:50.338609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-b0466067-ae13-4748-88d3-888c0a7092e6 None None] Provisioning complete for port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:50.343244 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b0466067-ae13-4748-88d3-888c0a7092e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:50.380603 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-b0466067-ae13-4748-88d3-888c0a7092e6 None None] Port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:23:50.604218 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:23:50.613988 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Publish callbacks [] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:50.627842 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Transition to ACTIVE for port object fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:23:50.671256 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:50.730265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:50.850008 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Attempting to bind port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:23:50.850352 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Attempting to bind port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:23:50.851233 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Attempting to bind port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 on network a202b9e8-77c8-471b-bad0-c0f2e233e837 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:23:50.855685 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 on network a202b9e8-77c8-471b-bad0-c0f2e233e837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:23:50.855879 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Attempting to bind port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 on network a202b9e8-77c8-471b-bad0-c0f2e233e837 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:23:50.862132 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:23:50.862531 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Checking segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:23:50.862895 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Bound using segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:23:50.863337 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Bound port: fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:23:50.863696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:50.868579 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1cf94-ef96-4e9b-a829-8df8fa562c25 req-187514fe-3d94-4957-809a-67f025ceddc7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:50.871320 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eea1cf94-ef96-4e9b-a829-8df8fa562c25 req-187514fe-3d94-4957-809a-67f025ceddc7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0561891 Jun 24 04:23:50.886635 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:50.918330 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:50.931795 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] For port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:50.934526 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eea1cf94-ef96-4e9b-a829-8df8fa562c25 req-8f47c2d8-f6e1-4f0c-8674-6c0702fab741 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550091 Jun 24 04:23:50.935750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] For port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:51.023788 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:51.064813 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:51.065483 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:51.066820 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] 10.222.0.43 "PUT /v2.0/ports/fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 HTTP/1.1" status: 200 len: 1094 time: 0.7986212 Jun 24 04:23:51.067259 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'tag': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:23:51.069531 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff332aa-481d-4283-9809-970e786b952e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0901d6-f9f8-423b-872f-c51e28ede6a9", "tag": "fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:51.088749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:51.094809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bfc73-16b8-4e54-90d5-7ada1088eb57 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:51.117672 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da966fba-ef99-4304-8566-fc400c8c7b7b x-openstack-request-id: req-da966fba-ef99-4304-8566-fc400c8c7b7b {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:51.117971 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0901d6-f9f8-423b-872f-c51e28ede6a9", "tag": "fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:51.118225 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da966fba-ef99-4304-8566-fc400c8c7b7b {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:51.118731 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da966fba-ef99-4304-8566-fc400c8c7b7b'] response: {'name': 'network-changed', 'server_uuid': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'tag': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'status': 'completed', 'code': 200} Jun 24 04:23:51.189943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff332aa-481d-4283-9809-970e786b952e req-38b6c185-1d6e-406e-8c47-bd1024952b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:51.194536 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ff332aa-481d-4283-9809-970e786b952e req-38b6c185-1d6e-406e-8c47-bd1024952b74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 1128 time: 0.0499651 Jun 24 04:23:51.203561 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814992b-a7d3-4bdc-96b7-2f351b7a9b45 req-4b250146-dcd8-4736-b772-fb286df937b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:51.205106 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3814992b-a7d3-4bdc-96b7-2f351b7a9b45 req-4b250146-dcd8-4736-b772-fb286df937b9 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0616388 Jun 24 04:23:51.256479 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-3814992b-a7d3-4bdc-96b7-2f351b7a9b45 req-571f65d1-7909-4602-9585-a46118850801 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455182 Jun 24 04:23:52.051878 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20e07c-09df-45bc-879b-da6b6d4841b6 req-c9f9f332-0347-4981-b002-c6382dc80a34 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:52.053339 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fd20e07c-09df-45bc-879b-da6b6d4841b6 req-c9f9f332-0347-4981-b002-c6382dc80a34 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0485721 Jun 24 04:23:52.102645 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fd20e07c-09df-45bc-879b-da6b6d4841b6 req-9ad6b37e-a78c-4f65-8df4-dac2fcb4be41 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437880 Jun 24 04:23:52.158210 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:23:52.255866 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:52.378828 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a4c2-1e44-49ef-836c-f04a91c2af96 req-9b8a9985-3e2c-41b6-815a-95a772d82018 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:52.380347 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccf3a4c2-1e44-49ef-836c-f04a91c2af96 req-9b8a9985-3e2c-41b6-815a-95a772d82018 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 943 time: 0.0482826 Jun 24 04:23:52.391626 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'port_id': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'mac_address': 'fa:16:3e:95:bb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:23:52.421172 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:52.427380 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:52.427766 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:52.427933 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ccf3a4c2-1e44-49ef-836c-f04a91c2af96 req-6a9062b0-14e7-4653-b914-f5e89451ce4d tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419393 Jun 24 04:23:52.440801 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:23:52.461327 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:52.567238 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:52.612837 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=9']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:52.619685 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.620032 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.620372 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.620706 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.621035 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.621391 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.621714 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.622035 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.622357 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.622706 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.623029 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.623362 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.624341 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.624660 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:52.625135 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:53.220451 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a7927-2848-4c13-aaaf-d9d27a00bed6 req-008ed627-ce86-4e1c-a24c-da9d0ade2ede tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:53.221960 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-199a7927-2848-4c13-aaaf-d9d27a00bed6 req-008ed627-ce86-4e1c-a24c-da9d0ade2ede tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0533998 Jun 24 04:23:53.281859 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-199a7927-2848-4c13-aaaf-d9d27a00bed6 req-7aea50c9-0ee4-4b76-b0c7-1c2af1ad29b7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513458 Jun 24 04:23:53.552764 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1407a59-d7a0-4474-9d1f-0864da0b00ea req-28fe0f44-88fb-4fa6-9a3b-96371b41216c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:53.554243 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e1407a59-d7a0-4474-9d1f-0864da0b00ea req-28fe0f44-88fb-4fa6-9a3b-96371b41216c tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0541401 Jun 24 04:23:53.600557 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e1407a59-d7a0-4474-9d1f-0864da0b00ea req-1b3f3870-c7dc-4e1c-ac30-c067033884d2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406020 Jun 24 04:23:54.161926 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:54.171472 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff332aa-481d-4283-9809-970e786b952e req-11b3e5cf-edfd-4975-9024-e1690059093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:54.172928 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ff332aa-481d-4283-9809-970e786b952e req-11b3e5cf-edfd-4975-9024-e1690059093d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1002502 Jun 24 04:23:54.271942 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff332aa-481d-4283-9809-970e786b952e req-87d0bb28-11e7-4580-83b6-153daa4b15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:54.273473 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3ff332aa-481d-4283-9809-970e786b952e req-87d0bb28-11e7-4580-83b6-153daa4b15a0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928977 Jun 24 04:23:54.326199 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:23:54.353771 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-09ad6af9-c7ca-4ce3-ae52-31cdda9c4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:54.355398 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-09ad6af9-c7ca-4ce3-ae52-31cdda9c4142 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 1128 time: 0.0449212 Jun 24 04:23:54.422461 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-ca656c3c-7130-4581-abd8-98a18e697a2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 HTTP/1.1" status: 200 len: 217 time: 0.0569382 Jun 24 04:23:54.444442 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b09b5-a2aa-4f22-a141-ab0716669099 req-812e241c-94b1-4403-8bab-a27466423c1d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:54.445960 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e0b09b5-a2aa-4f22-a141-ab0716669099 req-812e241c-94b1-4403-8bab-a27466423c1d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0945024 Jun 24 04:23:54.504020 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-14a1bccb-39de-4c95-9116-c11d624cb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:54.505439 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-14a1bccb-39de-4c95-9116-c11d624cb380 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0772290 Jun 24 04:23:54.532789 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e0b09b5-a2aa-4f22-a141-ab0716669099 req-89f7e455-5292-4bdb-8ca6-cf2cde25b7aa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684443 Jun 24 04:23:54.559525 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-91eae544-9621-41de-890a-f61677a61c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:54.561555 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-91eae544-9621-41de-890a-f61677a61c1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455859 Jun 24 04:23:54.654448 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-ceaa9a36-8406-47c2-8920-8745254d231d service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866983 Jun 24 04:23:54.719442 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a480d5-fb0b-4460-8f7e-20662d03da2d req-7919285f-558e-48ab-9551-3b8f180a721a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:54.720827 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-97a480d5-fb0b-4460-8f7e-20662d03da2d req-7919285f-558e-48ab-9551-3b8f180a721a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0468147 Jun 24 04:23:54.752621 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-24afb925-2b5e-45d0-b10a-a14a6e460738 req-303a930b-d5cf-4e9d-9759-62172647ea12 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913103 Jun 24 04:23:54.769287 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-97a480d5-fb0b-4460-8f7e-20662d03da2d req-96b248db-43c5-47ec-a08c-4e2abe5d6745 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429544 Jun 24 04:23:55.645429 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:23:55.651186 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad599d12-8f9e-4d2e-bf77-7047cd7234ec req-86e2f7fd-b430-4d03-b1ae-d524ac3c1a17 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:55.652649 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ad599d12-8f9e-4d2e-bf77-7047cd7234ec req-86e2f7fd-b430-4d03-b1ae-d524ac3c1a17 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0482144 Jun 24 04:23:55.701474 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ad599d12-8f9e-4d2e-bf77-7047cd7234ec req-99a4edef-73df-4b68-8b5c-172b65dcbb50 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433104 Jun 24 04:23:55.893138 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9633a0-d780-4041-8682-b16d38058bf8 req-a92dbe52-7547-4072-996e-d81e056b2b54 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:55.894624 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4b9633a0-d780-4041-8682-b16d38058bf8 req-a92dbe52-7547-4072-996e-d81e056b2b54 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 944 time: 0.0516598 Jun 24 04:23:55.941900 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4b9633a0-d780-4041-8682-b16d38058bf8 req-d2958dc0-9ffd-4855-b267-b656aae70ef7 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414560 Jun 24 04:23:56.091363 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:56.137375 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:23:56.137737 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:56.212442 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:23:56.212737 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:56.235412 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:23:56.237671 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf705e72-184b-4e5a-8029-afd4a8057a9e" -d '{"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-plugged", "status": "completed", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:56.250087 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:56.276279 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531f44a3-668a-4a2e-9274-f8a0b5a192ba x-openstack-request-id: req-531f44a3-668a-4a2e-9274-f8a0b5a192ba {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:56.276560 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-plugged", "status": "completed", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:56.276806 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-531f44a3-668a-4a2e-9274-f8a0b5a192ba {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:56.277193 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531f44a3-668a-4a2e-9274-f8a0b5a192ba'] response: {'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'code': 200} Jun 24 04:23:56.316345 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:56.346825 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:56.364056 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=10']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:56.632368 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ca9b4-eadd-4fbc-9478-64433d77ae7b req-1b36a1e8-ca5b-4bf7-8e28-c9b6c2c093b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:56.633820 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f66ca9b4-eadd-4fbc-9478-64433d77ae7b req-1b36a1e8-ca5b-4bf7-8e28-c9b6c2c093b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 1130 time: 0.0377450 Jun 24 04:23:56.676124 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:56.679673 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f66ca9b4-eadd-4fbc-9478-64433d77ae7b req-6d8bbf20-95e9-4615-ac23-79cdec207409 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393271 Jun 24 04:23:56.814269 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa589c-7ade-4f72-8dfa-e711b222266b req-35648aca-d4c0-4547-9e85-427e5bc98e9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:56.815755 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1faa589c-7ade-4f72-8dfa-e711b222266b req-35648aca-d4c0-4547-9e85-427e5bc98e9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0473132 Jun 24 04:23:56.865737 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1faa589c-7ade-4f72-8dfa-e711b222266b req-cda08efa-ba16-47e2-9aa2-de06fda6c4fc tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 Jun 24 04:23:57.066532 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506333-2b04-4036-a438-f26fccbc54fd req-78224b5c-fc78-421d-ae71-ea473a269f0a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:57.068263 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e9506333-2b04-4036-a438-f26fccbc54fd req-78224b5c-fc78-421d-ae71-ea473a269f0a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0529888 Jun 24 04:23:57.115510 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e9506333-2b04-4036-a438-f26fccbc54fd req-a4cc591a-4b42-4e06-957b-3a298e3723ff tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419369 Jun 24 04:23:57.985428 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f84b-3c54-455f-9045-cb65a0831c3d req-5c1b4b5b-6465-47c8-95e7-f54a1b346842 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:57.986922 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b538f84b-3c54-455f-9045-cb65a0831c3d req-5c1b4b5b-6465-47c8-95e7-f54a1b346842 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0477426 Jun 24 04:23:58.060409 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-b538f84b-3c54-455f-9045-cb65a0831c3d req-f0817ab8-b3f9-461f-9933-3031b293adcd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679672 Jun 24 04:23:58.134425 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=16 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:23:58.267089 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bfb8-825c-4188-86b1-bead96602845 req-104f70f6-706a-4af5-b325-e57da3fa6c51 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:58.268613 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be16bfb8-825c-4188-86b1-bead96602845 req-104f70f6-706a-4af5-b325-e57da3fa6c51 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0499339 Jun 24 04:23:58.288051 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e690-c5c2-48e4-8a00-158d30804360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:23:58.321054 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be16bfb8-825c-4188-86b1-bead96602845 req-01ac6f69-76ba-4f58-91dd-3e379458e31b tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459058 Jun 24 04:23:59.201172 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf3b7-30b4-4620-8605-4ef16e24fa48 req-d556e3ee-2c90-405d-a871-0285bacb0566 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:59.203700 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e24cf3b7-30b4-4620-8605-4ef16e24fa48 req-d556e3ee-2c90-405d-a871-0285bacb0566 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0628095 Jun 24 04:23:59.264010 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e24cf3b7-30b4-4620-8605-4ef16e24fa48 req-1c75bb7e-6232-4d8d-9c22-ddbae0433941 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532973 Jun 24 04:23:59.440677 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a3ea1-3cbd-4bae-8be8-d2db7fefb426 req-f0e85326-7d18-484f-9ada-23598694c039 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:23:59.442141 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-198a3ea1-3cbd-4bae-8be8-d2db7fefb426 req-f0e85326-7d18-484f-9ada-23598694c039 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0473082 Jun 24 04:23:59.493757 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-198a3ea1-3cbd-4bae-8be8-d2db7fefb426 req-b076f276-eb76-486b-ba38-867cb512d401 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460045 Jun 24 04:24:00.378714 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b587b-077b-4484-a294-88860caecc20 req-77c3ca31-ca38-44eb-a549-ceeb787d395b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:00.380165 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8e1b587b-077b-4484-a294-88860caecc20 req-77c3ca31-ca38-44eb-a549-ceeb787d395b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0466700 Jun 24 04:24:00.427801 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8e1b587b-077b-4484-a294-88860caecc20 req-fb3c8c4a-0f16-4f51-910a-6cac1b5404e7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Jun 24 04:24:00.531447 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-31dbabaf-2b1f-41ff-921d-0022740f263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:00.615316 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8a0b6-2346-4a1f-a3be-67e1dce3cf3a req-a94a66ce-93d3-485c-a32d-7373777e63f4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:00.616928 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b8e8a0b6-2346-4a1f-a3be-67e1dce3cf3a req-a94a66ce-93d3-485c-a32d-7373777e63f4 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0480697 Jun 24 04:24:00.642334 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:00.664716 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b8e8a0b6-2346-4a1f-a3be-67e1dce3cf3a req-f8e4fc0d-7b01-41a0-816a-3915587f40a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425854 Jun 24 04:24:01.542628 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47e2ac-11ba-4a7d-93c6-7e9547edc01c req-49901f31-da7b-43e0-a116-80c4296f9442 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:01.544081 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8b47e2ac-11ba-4a7d-93c6-7e9547edc01c req-49901f31-da7b-43e0-a116-80c4296f9442 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0509300 Jun 24 04:24:01.574082 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:01.592863 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8b47e2ac-11ba-4a7d-93c6-7e9547edc01c req-80038262-54df-4ff2-a39f-7d1d4e39c109 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432091 Jun 24 04:24:01.795680 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:02.706456 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25be6e0-609d-4ecc-9ee7-3c2dff9faa6b req-5b8ab386-79fc-4720-b8c1-83fc1ce77ca4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:02.707931 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c25be6e0-609d-4ecc-9ee7-3c2dff9faa6b req-5b8ab386-79fc-4720-b8c1-83fc1ce77ca4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0477610 Jun 24 04:24:02.757629 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c25be6e0-609d-4ecc-9ee7-3c2dff9faa6b req-cd338143-2de3-4836-9ab6-bbe6a2181f65 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441034 Jun 24 04:24:03.121342 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:03.390118 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:03.875736 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474384bb-1ac5-41fb-a681-19547d92720d req-8991197e-5361-4f98-acb5-13d29c2684d6 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:03.877458 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-474384bb-1ac5-41fb-a681-19547d92720d req-8991197e-5361-4f98-acb5-13d29c2684d6 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 944 time: 0.0494442 Jun 24 04:24:03.927293 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-474384bb-1ac5-41fb-a681-19547d92720d req-db3b71c1-ea05-4091-929f-4236cacc9fc6 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Jun 24 04:24:04.121323 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:24:04.236226 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:04.253179 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'port_id': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'mac_address': 'fa:16:3e:ca:e3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:24:04.285749 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:24:04.286146 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:04.300246 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:24:04.320776 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:04.384652 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:04.434540 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:04.671929 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:24:04.697614 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:04.917999 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:05.044298 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5a2b1-7640-4952-993e-9adf41bac368 req-53620723-7937-458b-aa32-718ccb562a43 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:05.045772 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d6d5a2b1-7640-4952-993e-9adf41bac368 req-53620723-7937-458b-aa32-718ccb562a43 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 945 time: 0.0528145 Jun 24 04:24:05.097403 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d6d5a2b1-7640-4952-993e-9adf41bac368 req-69e68a7c-3e67-4842-a009-5d3d05f59354 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454531 Jun 24 04:24:05.642230 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=12 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:06.144274 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:24:06.187842 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:24:06.211444 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12607-4f5b-478d-a159-e0baf3c432e4 req-3c3b07c8-fb10-4fc6-84b6-bdc3be3dacb0 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:06.213216 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-98d12607-4f5b-478d-a159-e0baf3c432e4 req-3c3b07c8-fb10-4fc6-84b6-bdc3be3dacb0 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 945 time: 0.0487251 Jun 24 04:24:06.245127 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:06.265248 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:24:06.265621 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:06.269074 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-98d12607-4f5b-478d-a159-e0baf3c432e4 req-673b43bd-7928-4d9b-b642-885dc89c9cd5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495973 Jun 24 04:24:06.348957 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:24:06.349353 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:06.372260 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:24:06.374496 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e83879-b992-443c-8bbd-b8c01009ce12" -d '{"events": [{"server_uuid": "fe0901d6-f9f8-423b-872f-c51e28ede6a9", "name": "network-vif-plugged", "status": "completed", "tag": "fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:06.387448 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:06.415288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e95c66-f4e2-4366-8fcd-6733051bf45b x-openstack-request-id: req-01e95c66-f4e2-4366-8fcd-6733051bf45b {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:06.415288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0901d6-f9f8-423b-872f-c51e28ede6a9", "name": "network-vif-plugged", "status": "completed", "tag": "fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:06.415288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01e95c66-f4e2-4366-8fcd-6733051bf45b {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:06.415288 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e95c66-f4e2-4366-8fcd-6733051bf45b'] response: {'server_uuid': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'code': 200} Jun 24 04:24:06.468523 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:06.515812 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:06.817037 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a2cd5-f790-4ce3-9a31-9f70c8e6c8f2 req-33c02bed-0f49-4b6d-8b12-6e003294dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:06.818679 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-834a2cd5-f790-4ce3-9a31-9f70c8e6c8f2 req-33c02bed-0f49-4b6d-8b12-6e003294dac9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0395150 Jun 24 04:24:06.866479 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-834a2cd5-f790-4ce3-9a31-9f70c8e6c8f2 req-6818daeb-313d-4d65-8f3f-67c97ce597ab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Jun 24 04:24:07.390827 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c36e9-ae5c-4bc3-82ff-671385d74dcb req-79380c11-ac24-4494-a021-e22505a2e64a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:07.392800 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-034c36e9-ae5c-4bc3-82ff-671385d74dcb req-79380c11-ac24-4494-a021-e22505a2e64a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 946 time: 0.0456018 Jun 24 04:24:07.441372 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-034c36e9-ae5c-4bc3-82ff-671385d74dcb req-fd2d29c3-8c02-4b75-a413-9d794b14b7f3 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431051 Jun 24 04:24:08.566180 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b19eb1-e75e-4901-b8a0-3c3357bf93a9 req-c161ec49-be76-49c8-9225-7de229f0c821 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:08.567714 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d3b19eb1-e75e-4901-b8a0-3c3357bf93a9 req-c161ec49-be76-49c8-9225-7de229f0c821 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 946 time: 0.0591917 Jun 24 04:24:08.620095 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d3b19eb1-e75e-4901-b8a0-3c3357bf93a9 req-659fb5ac-985d-4ed3-b9cf-54d2a8c7444f tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Jun 24 04:24:09.740008 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57070) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:09.742354 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c49e5-4b7e-4405-b4a3-5c54569d1336 req-f87c6731-dbbc-4d4f-a0ee-0a3f3ce1685d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:09.746218 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c68c49e5-4b7e-4405-b4a3-5c54569d1336 req-f87c6731-dbbc-4d4f-a0ee-0a3f3ce1685d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 946 time: 0.0547833 Jun 24 04:24:09.801596 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c68c49e5-4b7e-4405-b4a3-5c54569d1336 req-019c18b4-fe24-490b-9e2a-4bd0f0a6ee99 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489056 Jun 24 04:24:09.867987 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-37b41d79-76e3-45f5-80ab-0770bdfefedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:09.940228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831f06d-2d11-477f-bbbd-c2fd3c62f4cd req-4b7d8473-5d6b-46a6-9488-bd1557227386 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:09.941684 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2831f06d-2d11-477f-bbbd-c2fd3c62f4cd req-4b7d8473-5d6b-46a6-9488-bd1557227386 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 946 time: 0.0633447 Jun 24 04:24:10.011087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:10.018663 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2831f06d-2d11-477f-bbbd-c2fd3c62f4cd req-555c8b0b-6ee6-47ae-89de-ec8dc08eefcb tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714130 Jun 24 04:24:10.023006 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-37b41d79-76e3-45f5-80ab-0770bdfefedd admin admin] Publish callbacks [] for security_group (b541cce0-2304-47eb-a63e-270f14592dca), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.042584 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57078) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:10.091316 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-37b41d79-76e3-45f5-80ab-0770bdfefedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (b541cce0-2304-47eb-a63e-270f14592dca), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.137954 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-37b41d79-76e3-45f5-80ab-0770bdfefedd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=858c133aca394db2a5e8bbef6ad3e6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967376 Jun 24 04:24:10.139175 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b41d79-76e3-45f5-80ab-0770bdfefedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b541cce0-2304-47eb-a63e-270f14592dca,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:10.140632 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57082) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:10.186684 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda24876-38cb-4e4d-87e8-c6bbf1093b23 tempest-TestVolumeBootPattern-697166167 tempest-TestVolumeBootPattern-697166167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:10.188669 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-bda24876-38cb-4e4d-87e8-c6bbf1093b23 tempest-TestVolumeBootPattern-697166167 tempest-TestVolumeBootPattern-697166167-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 1125 time: 0.1449387 Jun 24 04:24:10.191469 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57084) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:10.196196 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'port_id': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:24:10.204218 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e77b4c53-fe02-4125-915b-2bc4f34feadf admin admin] Publish callbacks [] for security_group (b541cce0-2304-47eb-a63e-270f14592dca), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.236355 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e77b4c53-fe02-4125-915b-2bc4f34feadf admin admin] Publish callbacks [] for security_group (b541cce0-2304-47eb-a63e-270f14592dca), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.287475 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.362760 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e77b4c53-fe02-4125-915b-2bc4f34feadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (b541cce0-2304-47eb-a63e-270f14592dca), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.365197 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e77b4c53-fe02-4125-915b-2bc4f34feadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.366331 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-e77b4c53-fe02-4125-915b-2bc4f34feadf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b541cce0-2304-47eb-a63e-270f14592dca HTTP/1.1" status: 204 len: 168 time: 0.2241123 Jun 24 04:24:10.379439 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.382200 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b4c53-fe02-4125-915b-2bc4f34feadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541cce0-2304-47eb-a63e-270f14592dca,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:10.495804 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Allocated IP 172.27.2.67 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/9dac0974-4e28-4f22-bb32-ad4a0d362642) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:24:10.601719 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (9dac0974-4e28-4f22-bb32-ad4a0d362642), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.623649 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:10.727154 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (9dac0974-4e28-4f22-bb32-ad4a0d362642), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:10.762013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:10.771749 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:24:10.775110 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:24:10.778336 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:24:10.803580 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=9dac0974-4e28-4f22-bb32-ad4a0d362642,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:11.184107 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (6af3322a-aee9-48dc-9385-581703cb006d), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:11.319409 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:11.326224 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (9dac0974-4e28-4f22-bb32-ad4a0d362642), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:11.724782 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (9dac0974-4e28-4f22-bb32-ad4a0d362642), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:11.788643 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29624780'] for port (9dac0974-4e28-4f22-bb32-ad4a0d362642), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:11.860589 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=9dac0974-4e28-4f22-bb32-ad4a0d362642,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:11.870683 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (6af3322a-aee9-48dc-9385-581703cb006d), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:11.964162 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Floating IP 6af3322a-aee9-48dc-9385-581703cb006d associated. External IP: 172.27.2.67, port: fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24. Jun 24 04:24:12.159868 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:24:12.263083 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:12.273868 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:12.284290 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:12.284894 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:12.346721 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:12.376555 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-67597588-40ba-4a1d-9675-0b300c96dd46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1840420 Jun 24 04:24:12.377426 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'tag': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:24:12.379820 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d613040b-8278-4c23-88c9-e703bd23840c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0901d6-f9f8-423b-872f-c51e28ede6a9", "tag": "fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:12.388441 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:12.441946 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0999e57-a22b-4fe9-aa60-20f39a2b41c0 x-openstack-request-id: req-c0999e57-a22b-4fe9-aa60-20f39a2b41c0 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:12.441946 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0901d6-f9f8-423b-872f-c51e28ede6a9", "tag": "fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:12.441946 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0999e57-a22b-4fe9-aa60-20f39a2b41c0 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:12.441946 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0999e57-a22b-4fe9-aa60-20f39a2b41c0'] response: {'name': 'network-changed', 'server_uuid': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'tag': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'status': 'completed', 'code': 200} Jun 24 04:24:12.505278 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613040b-8278-4c23-88c9-e703bd23840c req-dfbb4b40-d22c-43fd-81cc-0010b87f9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:12.506805 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d613040b-8278-4c23-88c9-e703bd23840c req-dfbb4b40-d22c-43fd-81cc-0010b87f9218 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0566428 Jun 24 04:24:12.604327 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:12.609092 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613040b-8278-4c23-88c9-e703bd23840c req-c3ec1535-e8fc-4778-9d67-4de3ebd4f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:12.611179 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d613040b-8278-4c23-88c9-e703bd23840c req-c3ec1535-e8fc-4778-9d67-4de3ebd4f0e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0965915 Jun 24 04:24:12.650756 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6af3322a-aee9-48dc-9385-581703cb006d', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:ca:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:24:11Z', 'updated_at': '2022-06-24T04:24:11Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:12.684278 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d613040b-8278-4c23-88c9-e703bd23840c req-05977dfd-87e4-4308-83d2-cbf6d831c19f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 HTTP/1.1" status: 200 len: 999 time: 0.0605412 Jun 24 04:24:12.684651 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:12.694192 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:12.694809 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:12.735840 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613040b-8278-4c23-88c9-e703bd23840c req-2d895350-5f7b-4b6c-b987-b74b367486dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:12.737284 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d613040b-8278-4c23-88c9-e703bd23840c req-2d895350-5f7b-4b6c-b987-b74b367486dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0468709 Jun 24 04:24:12.787860 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613040b-8278-4c23-88c9-e703bd23840c req-0f83237a-23f0-49d8-9f6d-25a976b8ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:12.789770 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d613040b-8278-4c23-88c9-e703bd23840c req-0f83237a-23f0-49d8-9f6d-25a976b8ae8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445683 Jun 24 04:24:12.801091 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:12.892720 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d613040b-8278-4c23-88c9-e703bd23840c req-8addd334-fbe9-4108-9ec8-e5afef9a26b0 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963960 Jun 24 04:24:12.958844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:12.961341 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:13.010475 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d613040b-8278-4c23-88c9-e703bd23840c req-a20b4888-d490-4269-805a-0951d47132fb service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045427 Jun 24 04:24:13.038895 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6af3322a-aee9-48dc-9385-581703cb006d', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:ca:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:24:11Z', 'updated_at': '2022-06-24T04:24:11Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:13.065573 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06fd4af-ab5a-4c82-b7bf-ddd9910ba437 None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '6af3322a-aee9-48dc-9385-581703cb006d', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:ca:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:24:11Z', 'updated_at': '2022-06-24T04:24:11Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:13.256916 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecfcf39-fa7c-4e70-a035-8be6c1a6eea2 None None] New status for floating IP 6af3322a-aee9-48dc-9385-581703cb006d: ACTIVE {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:24:19.795584 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:20.339132 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57507d-5c39-4949-9fac-e47330a3c6a0 req-8cc2d840-2a60-436f-8c5c-497cc292b018 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:20.345935 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-af57507d-5c39-4949-9fac-e47330a3c6a0 req-8cc2d840-2a60-436f-8c5c-497cc292b018 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.0500221 Jun 24 04:24:20.391478 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-af57507d-5c39-4949-9fac-e47330a3c6a0 req-f674330e-f668-4337-8c68-e16d3af3a879 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440485 Jun 24 04:24:21.470807 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:21.512096 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689152-5e33-4670-a0d0-0c5abb8371b3 req-7d867400-568e-4c41-be5a-1a3e9af527fc tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:21.513609 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-45689152-5e33-4670-a0d0-0c5abb8371b3 req-7d867400-568e-4c41-be5a-1a3e9af527fc tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.0513442 Jun 24 04:24:21.562484 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-45689152-5e33-4670-a0d0-0c5abb8371b3 req-205af8dc-6f46-4b92-82ac-8c287e2cb67b tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Jun 24 04:24:22.255140 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-4861fc8c-25d1-4aef-95cd-351054cb915d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:22.256661 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-4861fc8c-25d1-4aef-95cd-351054cb915d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Jun 24 04:24:22.350653 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Deleting port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:22.350993 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:22.449013 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] For port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:22.449372 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:22.513619 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:22.617378 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:22.617740 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (728d1343-a0bf-4b3f-b642-576b23319185), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:22.618050 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Floating IP 728d1343-a0bf-4b3f-b642-576b23319185 disassociated. External IP: 172.27.2.157, port: 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6. Jun 24 04:24:22.618410 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Calling delete_port for 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:22.727111 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be36ea9-bd1f-46ae-b400-6b33bc2c7a5f req-2e960a55-e228-4722-a461-f22bb9e5a75a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:22.728901 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be36ea9-bd1f-46ae-b400-6b33bc2c7a5f req-2e960a55-e228-4722-a461-f22bb9e5a75a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 946 time: 0.0679989 Jun 24 04:24:22.823692 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3be36ea9-bd1f-46ae-b400-6b33bc2c7a5f req-e8151a19-0418-4adc-90e5-d03d4b56ef8a tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups?id=b10ca299-3150-4ca8-a91c-1aa042dfe16d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846875 Jun 24 04:24:22.919866 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:22.952900 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'Port': ['ID=40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:23.004078 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:23.070767 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:24:23.180193 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:23.193949 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:23.206230 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:23.207034 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:23.227308 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] No DVR routers for this DVR port 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:23.229723 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:23.233040 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f5ad436e-bff0-4d6d-b2a4-83c3e291d5a8 req-851c576b-73a7-4ade-9da5-1733d26ce7d8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.43 "DELETE /v2.0/ports/40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 HTTP/1.1" status: 204 len: 173 time: 0.9695737 Jun 24 04:24:23.233519 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b70b01-cc71-40ad-a0dc-efe093913399', 'name': 'network-vif-deleted', 'tag': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:24:23.235838 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49858dc9-e376-46f4-a2e6-58f2e6939899" -d '{"events": [{"server_uuid": "87b70b01-cc71-40ad-a0dc-efe093913399", "name": "network-vif-deleted", "tag": "40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:23.284836 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecf736c-03ea-4c73-873a-fef98d5dd455 x-openstack-request-id: req-aecf736c-03ea-4c73-873a-fef98d5dd455 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:23.285832 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b70b01-cc71-40ad-a0dc-efe093913399", "name": "network-vif-deleted", "tag": "40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:23.286263 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aecf736c-03ea-4c73-873a-fef98d5dd455 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:23.286895 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecf736c-03ea-4c73-873a-fef98d5dd455'] response: {'server_uuid': '87b70b01-cc71-40ad-a0dc-efe093913399', 'name': 'network-vif-deleted', 'tag': '40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6', 'status': 'completed', 'code': 200} Jun 24 04:24:23.324920 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:23.529185 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:23.555392 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:23.563825 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:23.564421 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:23.661605 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:23.788357 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:23.938767 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8e0cd00b-b1ce-4e8b-99ca-a123beae1411 req-18aed08e-7120-473d-8cf4-ab4ffcc937ab tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87b70b01-cc71-40ad-a0dc-efe093913399 HTTP/1.1" status: 200 len: 210 time: 0.0315397 Jun 24 04:24:23.991858 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:24.021072 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57c509-a087-40c5-a710-722d56467d8d None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:26Z', 'revision_number': 4, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'a794d0a8-6170-4dc3-97c7-1c667361f2ed', 'name': '', 'network_id': 'a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'mac_address': 'fa:16:3e:0e:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:35Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'subnets': [{'id': 'c76d2cf8-c72d-4b16-983e-0fa0aff50668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:24.290317 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922e712-76e9-4905-b0dc-b4cefb5b855a None None] New status for floating IP 728d1343-a0bf-4b3f-b642-576b23319185: DOWN {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:24:24.903043 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d0981-d021-4427-baaf-ec8331630bb3 req-9a00ec2f-0450-4b94-98f6-f13677c722df tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:24.904531 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f09d0981-d021-4427-baaf-ec8331630bb3 req-9a00ec2f-0450-4b94-98f6-f13677c722df tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 946 time: 0.0541627 Jun 24 04:24:24.925421 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:24.952360 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f09d0981-d021-4427-baaf-ec8331630bb3 req-3cc73011-0cc5-428b-b513-a71789ca668b tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 Jun 24 04:24:25.092363 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57330) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:25.147819 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3297cd19-8860-44a4-9c4f-62b57fe9213d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (b10ca299-3150-4ca8-a91c-1aa042dfe16d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.170957 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3297cd19-8860-44a4-9c4f-62b57fe9213d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (b10ca299-3150-4ca8-a91c-1aa042dfe16d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.313843 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3297cd19-8860-44a4-9c4f-62b57fe9213d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (b10ca299-3150-4ca8-a91c-1aa042dfe16d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.316420 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3297cd19-8860-44a4-9c4f-62b57fe9213d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.317569 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3297cd19-8860-44a4-9c4f-62b57fe9213d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "DELETE /v2.0/security-groups/b10ca299-3150-4ca8-a91c-1aa042dfe16d HTTP/1.1" status: 204 len: 168 time: 0.2241731 Jun 24 04:24:25.321127 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57332) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:25.331745 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297cd19-8860-44a4-9c4f-62b57fe9213d tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ca299-3150-4ca8-a91c-1aa042dfe16d,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:25.340541 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.api.v2.resource [None req-d828055d-8271-4c9c-a684-6afe88c6d5f8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] show failed (client error): The resource could not be found. Jun 24 04:24:25.341560 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d828055d-8271-4c9c-a684-6afe88c6d5f8 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "GET /v2.0/security-groups/b10ca299-3150-4ca8-a91c-1aa042dfe16d HTTP/1.1" status: 404 len: 347 time: 0.0190089 Jun 24 04:24:25.345014 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57334) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:25.461592 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Deleting port f7ea4a1b-657a-46a4-9eef-047ba8521013 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:25.461930 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (f7ea4a1b-657a-46a4-9eef-047ba8521013), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.537280 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (f7ea4a1b-657a-46a4-9eef-047ba8521013), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.537604 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (f7ea4a1b-657a-46a4-9eef-047ba8521013), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.551167 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Calling delete_port for f7ea4a1b-657a-46a4-9eef-047ba8521013 owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:25.715498 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f7ea4a1b-657a-46a4-9eef-047ba8521013), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.741380 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Pushing event deleted for resources: {'Port': ['ID=f7ea4a1b-657a-46a4-9eef-047ba8521013,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:25.800578 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks [] for floatingip (728d1343-a0bf-4b3f-b642-576b23319185), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.802971 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:25.804108 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e05ded6c-90c3-4a6f-bb57-fd17e6e0d8e1 tempest-AttachVolumeNegativeTest-1023694222 tempest-AttachVolumeNegativeTest-1023694222-project] 10.222.0.16 "DELETE /v2.0/floatingips/728d1343-a0bf-4b3f-b642-576b23319185 HTTP/1.1" status: 204 len: 168 time: 0.4580781 Jun 24 04:24:26.069724 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf05212-ce02-4b2d-8d76-a9bbca41e0e8 req-d275cd83-c1e9-4d5e-a0bd-e5a2124d08d2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:26.071250 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fcf05212-ce02-4b2d-8d76-a9bbca41e0e8 req-d275cd83-c1e9-4d5e-a0bd-e5a2124d08d2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 946 time: 0.0482860 Jun 24 04:24:26.120474 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fcf05212-ce02-4b2d-8d76-a9bbca41e0e8 req-4baafcc7-8983-45c0-ac30-7425425c3701 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Jun 24 04:24:26.233044 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:26.252155 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:26.252543 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 40cd0a45-e8fc-4cc1-a3b1-25f30ab1c4e6 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:26.884113 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f42022c-b335-4409-99eb-aea5270ed851 req-431564dc-7cb8-499a-9ff3-f99b004c022d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427437 Jun 24 04:24:27.572349 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a4fe-fa12-40e2-a397-908c572a281c req-04128821-03f0-4187-be1b-4142d9b68b40 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:27.573700 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-88f8a4fe-fa12-40e2-a397-908c572a281c req-04128821-03f0-4187-be1b-4142d9b68b40 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 946 time: 0.3855109 Jun 24 04:24:27.598324 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-e1a4861a-a10d-4322-b405-db4f7ac3e46d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:27.608450 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-e1a4861a-a10d-4322-b405-db4f7ac3e46d tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 946 time: 0.3813839 Jun 24 04:24:27.608450 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42022c-b335-4409-99eb-aea5270ed851 req-caa904d1-4996-4787-a123-1f3b19074fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:27.608450 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f42022c-b335-4409-99eb-aea5270ed851 req-caa904d1-4996-4787-a123-1f3b19074fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 1130 time: 0.3878481 Jun 24 04:24:27.672907 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:27.700722 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:27.724497 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-88f8a4fe-fa12-40e2-a397-908c572a281c req-a33caacf-3194-4461-bccc-2df563fdc0f5 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups?id=104bbd74-7285-49f9-a439-f0041c77000f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442347 Jun 24 04:24:27.778539 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Deleting port 04c693b8-b0c5-4480-a278-08e6a78747c0 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:27.778893 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:27.823135 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42022c-b335-4409-99eb-aea5270ed851 req-de6d6ce1-346f-40a0-8faa-063f2db8b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:27.824504 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f42022c-b335-4409-99eb-aea5270ed851 req-de6d6ce1-346f-40a0-8faa-063f2db8b295 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 200 len: 918 time: 0.1862354 Jun 24 04:24:27.932314 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] For port 04c693b8-b0c5-4480-a278-08e6a78747c0, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=04c693b8-b0c5-4480-a278-08e6a78747c0,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:27.933032 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:27.936856 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f42022c-b335-4409-99eb-aea5270ed851 req-c0ecdc6a-59b8-4ac2-8024-3ee1bee39784 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 200 len: 1000 time: 0.0845473 Jun 24 04:24:28.038508 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42022c-b335-4409-99eb-aea5270ed851 req-b3d0f780-c8f0-46db-9dfb-bc93536e8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:28.039420 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f42022c-b335-4409-99eb-aea5270ed851 req-b3d0f780-c8f0-46db-9dfb-bc93536e8bf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 200 len: 856 time: 0.0952957 Jun 24 04:24:28.120994 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42022c-b335-4409-99eb-aea5270ed851 req-34698650-c4ff-4075-8851-392769f43f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:28.124384 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f42022c-b335-4409-99eb-aea5270ed851 req-34698650-c4ff-4075-8851-392769f43f86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1499097c-b20d-4670-a290-7c6daddf6fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582223 Jun 24 04:24:28.124673 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:28.231146 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:28.231533 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (100795cf-580f-4df9-b66f-c407efaaf44c), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:28.231858 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Floating IP 100795cf-580f-4df9-b66f-c407efaaf44c disassociated. External IP: 172.27.2.194, port: 04c693b8-b0c5-4480-a278-08e6a78747c0. Jun 24 04:24:28.232200 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Calling delete_port for 04c693b8-b0c5-4480-a278-08e6a78747c0 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:28.243496 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:28.281089 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ac29-69ce-41dc-b058-2905665a5c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:28.304616 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f42022c-b335-4409-99eb-aea5270ed851 req-4881b593-f1fa-43b6-8a25-a46d447a740f service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532340 Jun 24 04:24:28.458107 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1f42022c-b335-4409-99eb-aea5270ed851 req-97049d3e-7459-4fdc-a719-f35b566d86b3 service neutron] 10.222.0.43 "GET /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446750 Jun 24 04:24:28.561567 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (04c693b8-b0c5-4480-a278-08e6a78747c0), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:28.592941 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event deleted for resources: {'Port': ['ID=04c693b8-b0c5-4480-a278-08e6a78747c0,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:28.605003 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.605345 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.605680 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.606003 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.606334 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.606683 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.607005 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.607328 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.607644 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.607962 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.608280 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.608597 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.608909 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.609221 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.609535 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:28.716616 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:24:28.830097 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:28.836494 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1404d36b-86c9-4c71-8d1d-f62c5b528df9 req-73366e2a-bb90-4858-8052-f303d7912470 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 210 time: 0.0369699 Jun 24 04:24:28.842165 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] Sync routers for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:28.855558 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:28.856177 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:28.881148 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] No DVR routers for this DVR port 04c693b8-b0c5-4480-a278-08e6a78747c0 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:28.883645 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:28.886890 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d4d1a511-5cdd-4e15-8b2e-c046701a5c30 req-9334f6a8-96e4-4764-94fe-01012467ac78 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.43 "DELETE /v2.0/ports/04c693b8-b0c5-4480-a278-08e6a78747c0 HTTP/1.1" status: 204 len: 173 time: 1.2773819 Jun 24 04:24:28.891506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca634131-d896-451a-8213-b55471341fa6', 'name': 'network-vif-deleted', 'tag': '04c693b8-b0c5-4480-a278-08e6a78747c0'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:24:28.891506 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ad41b-ad33-4fdb-b43c-eed6fd898b6a" -d '{"events": [{"server_uuid": "ca634131-d896-451a-8213-b55471341fa6", "name": "network-vif-deleted", "tag": "04c693b8-b0c5-4480-a278-08e6a78747c0"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:28.928508 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf23bb-3680-41e5-a808-77cb5c825c8b x-openstack-request-id: req-2acf23bb-3680-41e5-a808-77cb5c825c8b {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:28.928998 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca634131-d896-451a-8213-b55471341fa6", "name": "network-vif-deleted", "tag": "04c693b8-b0c5-4480-a278-08e6a78747c0", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:28.929412 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2acf23bb-3680-41e5-a808-77cb5c825c8b {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:28.929995 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acf23bb-3680-41e5-a808-77cb5c825c8b'] response: {'server_uuid': 'ca634131-d896-451a-8213-b55471341fa6', 'name': 'network-vif-deleted', 'tag': '04c693b8-b0c5-4480-a278-08e6a78747c0', 'status': 'completed', 'code': 200} Jun 24 04:24:28.951236 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:28.976920 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:29.183534 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:29.212737 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] Checking router: 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:29.224572 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:29.225114 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:29.334464 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:29.524106 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:29.549175 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7eadd-3867-4821-9007-8f5c97594113 None None] The sync data for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi is: [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:33Z', 'revision_number': 4, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'afa8db32-584e-4e76-97d4-adfe6fb2d4f7', 'name': '', 'network_id': 'e7b2c59a-0555-4ea1-82f3-82731a83d232', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'mac_address': 'fa:16:3e:e9:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:30Z', 'updated_at': '2022-06-24T04:17:41Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'subnets': [{'id': 'ae6c6cc8-dfad-4589-a778-52f0206b85e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:29.771721 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19441f77-07da-4fcb-9a9b-14a6e62e1714 None None] New status for floating IP 100795cf-580f-4df9-b66f-c407efaaf44c: DOWN {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:24:29.948811 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57398) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:30.011434 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3312d5c3-9df4-4da8-9b69-260bd18808d8 req-c2800bb0-66f9-4fd3-9ed5-f28580d08192 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca634131-d896-451a-8213-b55471341fa6 HTTP/1.1" status: 200 len: 210 time: 0.0319118 Jun 24 04:24:30.191580 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:30.234585 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 04c693b8-b0c5-4480-a278-08e6a78747c0 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:30.254992 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 04c693b8-b0c5-4480-a278-08e6a78747c0 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:30.255338 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 04c693b8-b0c5-4480-a278-08e6a78747c0 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:30.456525 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (12453859-f0d4-49ff-a6f1-08f806fbac5f), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:30.494998 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:30.543831 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-011dccd6-12e6-4437-8026-d0915cb5b23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:30.680200 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Deleting port a794d0a8-6170-4dc3-97c7-1c667361f2ed {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:30.680548 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:30.760124 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] For port a794d0a8-6170-4dc3-97c7-1c667361f2ed, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=a794d0a8-6170-4dc3-97c7-1c667361f2ed,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:30.760485 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:30.775837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Calling delete_port for a794d0a8-6170-4dc3-97c7-1c667361f2ed owned by network:router_interface {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:31.029795 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (a794d0a8-6170-4dc3-97c7-1c667361f2ed), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.060361 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a794d0a8-6170-4dc3-97c7-1c667361f2ed,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:31.115172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:31.197649 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57412) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:31.237145 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (12453859-f0d4-49ff-a6f1-08f806fbac5f), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.248000 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:31.288287 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (104bbd74-7285-49f9-a439-f0041c77000f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.312966 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (104bbd74-7285-49f9-a439-f0041c77000f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.401005 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:31.441482 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (104bbd74-7285-49f9-a439-f0041c77000f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.444074 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.445269 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "DELETE /v2.0/security-groups/104bbd74-7285-49f9-a439-f0041c77000f HTTP/1.1" status: 204 len: 168 time: 0.2459753 Jun 24 04:24:31.448795 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57418) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:31.466026 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104bbd74-7285-49f9-a439-f0041c77000f,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:31.468318 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.api.v2.resource [None req-8f2fc90d-e1bf-4cd3-ac9e-b48581857eec tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] show failed (client error): The resource could not be found. Jun 24 04:24:31.469972 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8f2fc90d-e1bf-4cd3-ac9e-b48581857eec tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "GET /v2.0/security-groups/104bbd74-7285-49f9-a439-f0041c77000f HTTP/1.1" status: 404 len: 347 time: 0.0201559 Jun 24 04:24:31.474139 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57420) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:31.477138 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.477573 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.477968 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.478399 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.478937 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.479476 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.480054 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.480565 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.482538 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.482958 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.483428 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.483993 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.484393 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.484793 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.485131 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd6302-3cb6-43d8-a5ee-a728ea664bab tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:24:31.512301 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Router 12453859-f0d4-49ff-a6f1-08f806fbac5f has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:24:31.665889 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Deleting port 387da5d1-e683-488c-8e10-3713607f1904 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:31.666231 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (387da5d1-e683-488c-8e10-3713607f1904), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.730300 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:31.739100 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-88f2b513-389c-4603-936c-acf8b7589ad5 admin admin] 10.222.0.16 "PUT /v2.0/routers/12453859-f0d4-49ff-a6f1-08f806fbac5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7865956 Jun 24 04:24:31.739574 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57422) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:31.750715 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] Sync routers for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:31.763617 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (387da5d1-e683-488c-8e10-3713607f1904), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.763884 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (387da5d1-e683-488c-8e10-3713607f1904), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.766117 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:31.766790 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:31.780600 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Calling delete_port for 387da5d1-e683-488c-8e10-3713607f1904 owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:31.845042 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks [] for router (12453859-f0d4-49ff-a6f1-08f806fbac5f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.849419 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:31.859216 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:31.879185 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:31.946799 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks [] for router_gateway (12453859-f0d4-49ff-a6f1-08f806fbac5f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.006942 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (387da5d1-e683-488c-8e10-3713607f1904), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.040048 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Pushing event deleted for resources: {'Port': ['ID=387da5d1-e683-488c-8e10-3713607f1904,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:32.055202 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:24:30Z', 'revision_number': 5, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port': {'id': '64d461e8-087c-4ac5-b2f8-675968d7857f', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:32.081307 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Deleting port 64d461e8-087c-4ac5-b2f8-675968d7857f {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:32.081643 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.083119 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] Checking router: 12453859-f0d4-49ff-a6f1-08f806fbac5f for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:32.092956 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:32.094110 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] Routers {'12453859-f0d4-49ff-a6f1-08f806fbac5f'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:32.094767 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['12453859-f0d4-49ff-a6f1-08f806fbac5f'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:32.115214 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks [] for floatingip (100795cf-580f-4df9-b66f-c407efaaf44c), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.116429 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.118588 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-79b38954-5113-414d-a421-308471f2eac2 tempest-AttachVolumeTestJSON-663119190 tempest-AttachVolumeTestJSON-663119190-project] 10.222.0.16 "DELETE /v2.0/floatingips/100795cf-580f-4df9-b66f-c407efaaf44c HTTP/1.1" status: 204 len: 168 time: 0.6434383 Jun 24 04:24:32.189363 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] For port 64d461e8-087c-4ac5-b2f8-675968d7857f, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=64d461e8-087c-4ac5-b2f8-675968d7857f,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:32.190516 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:32.193636 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.204874 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Calling delete_port for 64d461e8-087c-4ac5-b2f8-675968d7857f owned by network:router_gateway {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:32.209346 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] Set router 12453859-f0d4-49ff-a6f1-08f806fbac5f gateway port host: None {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:32.258150 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:24:31Z', 'revision_number': 6, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:32.287179 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377196ae-81e4-4002-9807-4f03f7369a12 None None] The sync data for ids ['12453859-f0d4-49ff-a6f1-08f806fbac5f'] in dv-cinder-846842-3-iscsi is: [{'id': '12453859-f0d4-49ff-a6f1-08f806fbac5f', 'name': 'tempest-AttachVolumeNegativeTest-1785250122-router', 'tenant_id': 'ab7130ecbc4d487db66baebeab8550b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:24:31Z', 'revision_number': 6, 'project_id': 'ab7130ecbc4d487db66baebeab8550b0', 'gw_port_host': None}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:32.368873 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:32.458597 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (64d461e8-087c-4ac5-b2f8-675968d7857f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.487013 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d461e8-087c-4ac5-b2f8-675968d7857f,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:32.546475 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (12453859-f0d4-49ff-a6f1-08f806fbac5f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.632413 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:32.634191 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (12453859-f0d4-49ff-a6f1-08f806fbac5f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.636369 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks [] for router_controller (12453859-f0d4-49ff-a6f1-08f806fbac5f), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.655620 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:24:32.755450 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (12453859-f0d4-49ff-a6f1-08f806fbac5f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.756102 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12453859-f0d4-49ff-a6f1-08f806fbac5f {{(pid=104593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:24:32.762033 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.763250 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4504b20e-2275-4b57-9b41-b760d1a2d176 admin admin] 10.222.0.16 "DELETE /v2.0/routers/12453859-f0d4-49ff-a6f1-08f806fbac5f HTTP/1.1" status: 204 len: 168 time: 1.0224347 Jun 24 04:24:32.765765 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57432) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:32.811121 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa150008-5b34-48b5-827b-72c071cbf7d6 admin admin] Deleting subnet c76d2cf8-c72d-4b16-983e-0fa0aff50668 {{(pid=104593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:24:32.812671 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fa150008-5b34-48b5-827b-72c071cbf7d6 admin admin] Publish callbacks [] for subnet (c76d2cf8-c72d-4b16-983e-0fa0aff50668), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.848666 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fa150008-5b34-48b5-827b-72c071cbf7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31393420'] for subnet (c76d2cf8-c72d-4b16-983e-0fa0aff50668), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:32.936086 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fa150008-5b34-48b5-827b-72c071cbf7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (c76d2cf8-c72d-4b16-983e-0fa0aff50668), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.041622 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fa150008-5b34-48b5-827b-72c071cbf7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29624706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30251472'] for subnet (c76d2cf8-c72d-4b16-983e-0fa0aff50668), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.066235 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa150008-5b34-48b5-827b-72c071cbf7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76d2cf8-c72d-4b16-983e-0fa0aff50668,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:33.072022 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fa150008-5b34-48b5-827b-72c071cbf7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.075482 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-fa150008-5b34-48b5-827b-72c071cbf7d6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c76d2cf8-c72d-4b16-983e-0fa0aff50668 HTTP/1.1" status: 204 len: 168 time: 0.3084977 Jun 24 04:24:33.078110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57438) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:33.083042 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a42fd-4ee3-4690-9b54-a98f5eb62829 None None] Network a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:24:33.140842 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.156838 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.209845 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Deleting port 688664d8-6f54-46b7-9d84-c3fb3e670195 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:33.210603 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.245807 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] DHCP port deletion for a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:24:33.280233 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] For port 688664d8-6f54-46b7-9d84-c3fb3e670195, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=688664d8-6f54-46b7-9d84-c3fb3e670195,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:33.280617 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.286702 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] Deleting port 688664d8-6f54-46b7-9d84-c3fb3e670195 {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:33.287083 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.294582 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Calling delete_port for 688664d8-6f54-46b7-9d84-c3fb3e670195 owned by network:dhcp {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:33.366899 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] For port 688664d8-6f54-46b7-9d84-c3fb3e670195, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=688664d8-6f54-46b7-9d84-c3fb3e670195,segment=NetworkSegment(a7297336-54ad-42b3-968b-5a1c0331e661),segment_id=a7297336-54ad-42b3-968b-5a1c0331e661)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:33.367301 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.381741 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] Calling delete_port for 688664d8-6f54-46b7-9d84-c3fb3e670195 owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:33.434679 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.457537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.483158 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (688664d8-6f54-46b7-9d84-c3fb3e670195), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.486952 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Pushing event deleted for resources: {'Port': ['ID=688664d8-6f54-46b7-9d84-c3fb3e670195,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:33.492280 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] No DVR routers for this DVR port 688664d8-6f54-46b7-9d84-c3fb3e670195 on host dv-cinder-846842-3-iscsi {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:33.512627 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] Pushing event deleted for resources: {'Port': ['ID=688664d8-6f54-46b7-9d84-c3fb3e670195,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:33.514569 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2ac22-575c-45bb-86e5-17cd6956ea82 None None] No DVR routers for this DVR port 688664d8-6f54-46b7-9d84-c3fb3e670195 on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:33.568892 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.590543 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:33.600490 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7297336-54ad-42b3-968b-5a1c0331e661') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:33.605386 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7297336-54ad-42b3-968b-5a1c0331e661') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:33.610350 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (a7297336-54ad-42b3-968b-5a1c0331e661), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.623885 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (a7297336-54ad-42b3-968b-5a1c0331e661), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.633341 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:24:33.633778 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (a7297336-54ad-42b3-968b-5a1c0331e661), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:33.963696 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment a7297336-54ad-42b3-968b-5a1c0331e661 resource provider aggregate not found Jun 24 04:24:33.980817 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment a7297336-54ad-42b3-968b-5a1c0331e661 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7297336-54ad-42b3-968b-5a1c0331e661 found for delete ", "request_id": "req-8fd27ba7-22da-488f-83a3-7dd562dab1c6"}]} Jun 24 04:24:34.096806 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:34.102352 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:34.105448 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] 10.222.0.16 "DELETE /v2.0/networks/a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7 HTTP/1.1" status: 204 len: 168 time: 1.0261004 Jun 24 04:24:34.117816 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bf857-2172-44bb-a3fc-12f0c3c7302f admin admin] Pushing event deleted for resources: {'Network': ['ID=a43bf3e4-fe7e-43d1-8369-2c0f79f52ed7,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:34.181520 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 64d461e8-087c-4ac5-b2f8-675968d7857f no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:34.201603 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 64d461e8-087c-4ac5-b2f8-675968d7857f {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:34.201943 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 64d461e8-087c-4ac5-b2f8-675968d7857f not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:34.202339 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 688664d8-6f54-46b7-9d84-c3fb3e670195 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:34.224017 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 688664d8-6f54-46b7-9d84-c3fb3e670195 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:34.224369 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 688664d8-6f54-46b7-9d84-c3fb3e670195 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:34.224774 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device a794d0a8-6170-4dc3-97c7-1c667361f2ed no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:34.243295 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: a794d0a8-6170-4dc3-97c7-1c667361f2ed {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:34.243639 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device a794d0a8-6170-4dc3-97c7-1c667361f2ed not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:34.427062 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57456) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:34.440671 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:34.466725 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-4b029602-ddea-49b3-becc-b9693c602677 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab7130ecbc4d487db66baebeab8550b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384765 Jun 24 04:24:34.469146 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57458) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:34.517395 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a40bb67f-beb9-4da5-9442-dd25e4a71856 admin admin] Publish callbacks [] for security_group (947bc39d-0567-4481-9e59-15245d6d506b), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:34.538687 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a40bb67f-beb9-4da5-9442-dd25e4a71856 admin admin] Publish callbacks [] for security_group (947bc39d-0567-4481-9e59-15245d6d506b), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:34.567008 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:34.651119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a40bb67f-beb9-4da5-9442-dd25e4a71856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (947bc39d-0567-4481-9e59-15245d6d506b), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:34.653556 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a40bb67f-beb9-4da5-9442-dd25e4a71856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:34.654734 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a40bb67f-beb9-4da5-9442-dd25e4a71856 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/947bc39d-0567-4481-9e59-15245d6d506b HTTP/1.1" status: 204 len: 168 time: 0.1846812 Jun 24 04:24:34.663351 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bb67f-beb9-4da5-9442-dd25e4a71856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947bc39d-0567-4481-9e59-15245d6d506b,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:37.909428 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874ee5e-0a9e-429b-bb19-589708f059de req-a674c010-ef78-4f51-b0d6-eab649b4382a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:37.910978 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f874ee5e-0a9e-429b-bb19-589708f059de req-a674c010-ef78-4f51-b0d6-eab649b4382a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0610111 Jun 24 04:24:37.967669 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f874ee5e-0a9e-429b-bb19-589708f059de req-7f930688-dd10-4d59-a4f0-25bfc84974a2 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0498471 Jun 24 04:24:38.306295 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57554) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:38.778014 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.011366 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Deleting port afa8db32-584e-4e76-97d4-adfe6fb2d4f7 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:39.011720 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.137988 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09224380-d359-4cbd-b36e-023193e4056f req-bd018455-652a-4289-a985-e7181b38223a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:39.139497 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-09224380-d359-4cbd-b36e-023193e4056f req-bd018455-652a-4289-a985-e7181b38223a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0654998 Jun 24 04:24:39.159210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] For port afa8db32-584e-4e76-97d4-adfe6fb2d4f7, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:39.159570 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.180908 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Calling delete_port for afa8db32-584e-4e76-97d4-adfe6fb2d4f7 owned by network:router_interface {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:39.239472 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-09224380-d359-4cbd-b36e-023193e4056f req-32775612-1a90-469f-a0e0-e77ed2e1ba85 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cc354c0-bf4e-4e10-bbc9-8866a376987b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0940957 Jun 24 04:24:39.246423 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:39.318238 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:39.359113 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-a290194a-6432-45e9-b218-b2df3fccc40f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:39.360535 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-a290194a-6432-45e9-b218-b2df3fccc40f tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 946 time: 0.0591419 Jun 24 04:24:39.488961 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Deleting port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:39.489301 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.552293 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (afa8db32-584e-4e76-97d4-adfe6fb2d4f7), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.586559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa8db32-584e-4e76-97d4-adfe6fb2d4f7,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:39.628580 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] For port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:39.628943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.838170 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:39.899440 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.906880 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.907247 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (d2f9edb3-805d-4e84-9168-0af6d4ffec40), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:39.907557 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Floating IP d2f9edb3-805d-4e84-9168-0af6d4ffec40 disassociated. External IP: 172.27.2.46, port: ab32d98a-bac7-43ac-9d49-8e1998c9fbc2. Jun 24 04:24:39.907904 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Calling delete_port for ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:40.042397 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:40.126749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:40.213196 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:24:40.266403 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (ab32d98a-bac7-43ac-9d49-8e1998c9fbc2), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:40.333510 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event deleted for resources: {'Port': ['ID=ab32d98a-bac7-43ac-9d49-8e1998c9fbc2,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:40.349645 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9dfa93a9-4926-45e4-9a6c-ad27a13f8e2e req-cca1341c-2d02-40a3-81fd-71ccc268161a tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 210 time: 0.0317111 Jun 24 04:24:40.397450 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:40.403616 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3d93e5b8-c939-4783-a090-18a8c9c7aa15 admin admin] 10.222.0.16 "PUT /v2.0/routers/8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0962324 Jun 24 04:24:40.406537 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57590) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:40.409432 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] Sync routers for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:40.431662 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:40.432296 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:40.469375 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Router d896c8ed-7644-4bc0-b747-979e67a7f6c2 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:24:40.515510 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks [] for router (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:40.548818 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:40.582061 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:40.595162 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] Sync routers for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:40.611617 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:40.625425 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:40.648482 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:40.654402 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] No DVR routers for this DVR port ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:40.658092 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:40.663065 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks [] for router_gateway (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:40.663267 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7c7c83bb-febc-4047-91b4-5c1b05d35085 req-c67b4bcd-12ad-4498-a424-5ba1fdefdd30 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.43 "DELETE /v2.0/ports/ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 HTTP/1.1" status: 204 len: 173 time: 1.2944839 Jun 24 04:24:40.663738 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-deleted', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:24:40.666596 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0030b9a5-84f1-4c30-a845-4c3670a6c3b1" -d '{"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-deleted", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:40.733637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ab015-7b89-4e5a-9f79-7b3ee8df8d33 x-openstack-request-id: req-ab2ab015-7b89-4e5a-9f79-7b3ee8df8d33 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:40.733945 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45", "name": "network-vif-deleted", "tag": "ab32d98a-bac7-43ac-9d49-8e1998c9fbc2", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:40.734201 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab2ab015-7b89-4e5a-9f79-7b3ee8df8d33 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:40.734685 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2ab015-7b89-4e5a-9f79-7b3ee8df8d33'] response: {'server_uuid': '86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45', 'name': 'network-vif-deleted', 'tag': 'ab32d98a-bac7-43ac-9d49-8e1998c9fbc2', 'status': 'completed', 'code': 200} Jun 24 04:24:40.791359 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:24:39Z', 'revision_number': 5, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port': {'id': 'dbb0dffd-2b1b-461f-94d5-e3562870e8f4', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:20Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:40.821465 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] Checking router: 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:40.832440 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] Routers {'8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:40.834435 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:40.840624 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Deleting port dbb0dffd-2b1b-461f-94d5-e3562870e8f4 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:40.841596 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:40.922349 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:40.964195 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] Set router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b gateway port host: None {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:40.990595 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] For port dbb0dffd-2b1b-461f-94d5-e3562870e8f4, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=dbb0dffd-2b1b-461f-94d5-e3562870e8f4,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:40.990958 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.006982 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Calling delete_port for dbb0dffd-2b1b-461f-94d5-e3562870e8f4 owned by network:router_gateway {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:41.017786 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:24:40Z', 'revision_number': 6, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:41.050238 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2349a-b022-4b3a-9370-192af7b0c91f None None] The sync data for ids ['8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b'] in dv-cinder-846842-3-iscsi is: [{'id': '8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b', 'name': 'tempest-AttachVolumeTestJSON-272030888-router', 'tenant_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:16Z', 'updated_at': '2022-06-24T04:24:40Z', 'revision_number': 6, 'project_id': 'ba92bd9c1afc47008582aba7ec0c5266', 'gw_port_host': None}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:41.196740 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:41.223485 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] Checking router: d896c8ed-7644-4bc0-b747-979e67a7f6c2 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:41.232297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:41.232911 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:41.267534 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (dbb0dffd-2b1b-461f-94d5-e3562870e8f4), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.298277 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb0dffd-2b1b-461f-94d5-e3562870e8f4,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:41.331541 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:41.345832 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:41.350846 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:41.371452 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.502029 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.504394 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks [] for router_controller (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.566322 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-4a4b79f6-17d3-46b2-8f28-c886ddf2f361 req-db9eaf09-163e-4241-919f-70216a854e22 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/ports?device_id=86ec0b9f-9bfa-447b-bb33-d30a7a6d2c45 HTTP/1.1" status: 200 len: 210 time: 0.0597825 Jun 24 04:24:41.611995 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:41.640951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738e6fd-56a6-40ad-b9cc-9bc17d5a93e1 None None] The sync data for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi is: [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:17:25Z', 'revision_number': 4, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '49754990-06ad-48b3-95b3-9483f989f412', 'name': '', 'network_id': '1499097c-b20d-4670-a290-7c6daddf6fa9', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'mac_address': 'fa:16:3e:96:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:24Z', 'updated_at': '2022-06-24T04:17:43Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'subnets': [{'id': 'f1889451-9ea5-476a-a496-f8f1b6a4a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:41.646868 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.647472 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b {{(pid=104593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:24:41.655006 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.656143 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-14958978-7581-4a2a-ab40-bd274179de5b admin admin] 10.222.0.16 "DELETE /v2.0/routers/8a85c816-2ffb-4bbf-802b-39bb0f6d3e2b HTTP/1.1" status: 204 len: 168 time: 1.2483525 Jun 24 04:24:41.658937 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57614) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:41.690542 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:41.705638 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_v2 [None req-e551a437-3faa-4e6c-ae66-78e6970b2517 admin admin] Deleting subnet ae6c6cc8-dfad-4589-a778-52f0206b85e3 {{(pid=104593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:24:41.709490 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e551a437-3faa-4e6c-ae66-78e6970b2517 admin admin] Publish callbacks [] for subnet (ae6c6cc8-dfad-4589-a778-52f0206b85e3), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.745644 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e551a437-3faa-4e6c-ae66-78e6970b2517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31393420'] for subnet (ae6c6cc8-dfad-4589-a778-52f0206b85e3), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.829578 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e551a437-3faa-4e6c-ae66-78e6970b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (ae6c6cc8-dfad-4589-a778-52f0206b85e3), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.831649 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:41.875448 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcf42cc-e889-4cd5-bf26-4d61603f315b None None] New status for floating IP d2f9edb3-805d-4e84-9168-0af6d4ffec40: DOWN {{(pid=104596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:24:41.961550 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e551a437-3faa-4e6c-ae66-78e6970b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29624706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30251472'] for subnet (ae6c6cc8-dfad-4589-a778-52f0206b85e3), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.987976 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551a437-3faa-4e6c-ae66-78e6970b2517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6c6cc8-dfad-4589-a778-52f0206b85e3,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:41.992174 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e551a437-3faa-4e6c-ae66-78e6970b2517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:41.995584 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-e551a437-3faa-4e6c-ae66-78e6970b2517 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae6c6cc8-dfad-4589-a778-52f0206b85e3 HTTP/1.1" status: 204 len: 168 time: 0.3353727 Jun 24 04:24:41.997763 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57616) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:42.000070 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc227323-a979-4912-ac0f-2badf7594be8 None None] Network e7b2c59a-0555-4ea1-82f3-82731a83d232 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:24:42.088039 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (e7b2c59a-0555-4ea1-82f3-82731a83d232), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.177657 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] DHCP port deletion for e7b2c59a-0555-4ea1-82f3-82731a83d232 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:24:42.227874 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] Deleting port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:42.228335 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.250459 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device dbb0dffd-2b1b-461f-94d5-e3562870e8f4 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:42.286228 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: dbb0dffd-2b1b-461f-94d5-e3562870e8f4 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:42.286651 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device dbb0dffd-2b1b-461f-94d5-e3562870e8f4 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:42.287061 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device afa8db32-584e-4e76-97d4-adfe6fb2d4f7 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:42.341756 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: afa8db32-584e-4e76-97d4-adfe6fb2d4f7 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:42.342108 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device afa8db32-584e-4e76-97d4-adfe6fb2d4f7 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:42.349102 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] For port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:42.349510 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.356125 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Deleting port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:42.356539 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.365125 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] Calling delete_port for 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:42.423688 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] For port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,segment=NetworkSegment(ba3e9244-174b-4242-a3e1-b67408fbdfcb),segment_id=ba3e9244-174b-4242-a3e1-b67408fbdfcb)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:42.424252 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.438303 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Calling delete_port for 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:42.544171 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.551429 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (3e3812cb-9f35-4cb7-bdab-72dc8cfe312f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.572304 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] No DVR routers for this DVR port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:42.575976 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62a03c-d642-4934-b8cd-5fb570f080ba None None] Pushing event deleted for resources: {'Port': ['ID=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:42.579092 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3812cb-9f35-4cb7-bdab-72dc8cfe312f,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:42.580657 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] No DVR routers for this DVR port 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f on host dv-cinder-846842-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:42.656600 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (e7b2c59a-0555-4ea1-82f3-82731a83d232), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.678001 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b2c59a-0555-4ea1-82f3-82731a83d232']}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:42.687205 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3e9244-174b-4242-a3e1-b67408fbdfcb') {'for_net_delete': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:42.687505 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3e9244-174b-4242-a3e1-b67408fbdfcb') {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:42.698870 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31393431'] for segment (ba3e9244-174b-4242-a3e1-b67408fbdfcb), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.714455 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (ba3e9244-174b-4242-a3e1-b67408fbdfcb), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.722189 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:24:42.722189 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29624808'] for segment (ba3e9244-174b-4242-a3e1-b67408fbdfcb), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.722485 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57628) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:42.741423 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:42.745118 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:42.749268 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment ba3e9244-174b-4242-a3e1-b67408fbdfcb resource provider aggregate not found Jun 24 04:24:42.780636 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment ba3e9244-174b-4242-a3e1-b67408fbdfcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba3e9244-174b-4242-a3e1-b67408fbdfcb found for delete ", "request_id": "req-70c39a6a-b14e-41d7-a2ca-96df2dda0354"}]} Jun 24 04:24:42.783290 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1a047c62-cce7-409f-8043-10040ad28927 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (4cc354c0-bf4e-4e10-bbc9-8866a376987b), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.808110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1a047c62-cce7-409f-8043-10040ad28927 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (4cc354c0-bf4e-4e10-bbc9-8866a376987b), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.846716 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (e7b2c59a-0555-4ea1-82f3-82731a83d232), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.853196 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.856416 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e7b2c59a-0555-4ea1-82f3-82731a83d232 HTTP/1.1" status: 204 len: 168 time: 0.8522224 Jun 24 04:24:42.867934 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b0e8a-8f4a-4a41-a7c5-f8b0deed78d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b2c59a-0555-4ea1-82f3-82731a83d232,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:42.944618 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1a047c62-cce7-409f-8043-10040ad28927 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4cc354c0-bf4e-4e10-bbc9-8866a376987b), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.947187 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1a047c62-cce7-409f-8043-10040ad28927 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:42.948530 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-1a047c62-cce7-409f-8043-10040ad28927 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "DELETE /v2.0/security-groups/4cc354c0-bf4e-4e10-bbc9-8866a376987b HTTP/1.1" status: 204 len: 168 time: 0.2250412 Jun 24 04:24:42.952616 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57636) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:42.959010 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a047c62-cce7-409f-8043-10040ad28927 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc354c0-bf4e-4e10-bbc9-8866a376987b,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:42.971186 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.api.v2.resource [None req-48622100-31cb-4cef-a68e-ab72a41fadf5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] show failed (client error): The resource could not be found. Jun 24 04:24:42.976844 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-48622100-31cb-4cef-a68e-ab72a41fadf5 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "GET /v2.0/security-groups/4cc354c0-bf4e-4e10-bbc9-8866a376987b HTTP/1.1" status: 404 len: 347 time: 0.0179989 Jun 24 04:24:42.979043 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57638) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:43.089704 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Deleting port a3e291dd-790a-45a9-950d-db29b9641f5a {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:43.090039 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (a3e291dd-790a-45a9-950d-db29b9641f5a), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.171410 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (a3e291dd-790a-45a9-950d-db29b9641f5a), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.171780 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (a3e291dd-790a-45a9-950d-db29b9641f5a), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.185422 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Calling delete_port for a3e291dd-790a-45a9-950d-db29b9641f5a owned by network:floatingip {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:43.214005 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57640) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:43.256507 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8b4095b7-7e44-457f-b88d-320d9d985fbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba92bd9c1afc47008582aba7ec0c5266&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412314 Jun 24 04:24:43.259344 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57642) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:43.312912 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c50abd6-e21a-4a69-bbc2-765f9335fbb9 admin admin] Publish callbacks [] for security_group (19d1a4f1-2ed4-4928-ac78-4b847d8952c2), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.335527 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c50abd6-e21a-4a69-bbc2-765f9335fbb9 admin admin] Publish callbacks [] for security_group (19d1a4f1-2ed4-4928-ac78-4b847d8952c2), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.383763 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (a3e291dd-790a-45a9-950d-db29b9641f5a), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.415466 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Pushing event deleted for resources: {'Port': ['ID=a3e291dd-790a-45a9-950d-db29b9641f5a,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:43.440847 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c50abd6-e21a-4a69-bbc2-765f9335fbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (19d1a4f1-2ed4-4928-ac78-4b847d8952c2), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.444255 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c50abd6-e21a-4a69-bbc2-765f9335fbb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.445486 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-6c50abd6-e21a-4a69-bbc2-765f9335fbb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19d1a4f1-2ed4-4928-ac78-4b847d8952c2 HTTP/1.1" status: 204 len: 168 time: 0.1851943 Jun 24 04:24:43.454090 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50abd6-e21a-4a69-bbc2-765f9335fbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d1a4f1-2ed4-4928-ac78-4b847d8952c2,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:43.460250 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:43.478714 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks [] for floatingip (d2f9edb3-805d-4e84-9168-0af6d4ffec40), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.481141 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:43.482293 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8b8a4114-6c3e-4458-b083-aa67856816a0 tempest-AttachVolumeShelveTestJSON-343343638 tempest-AttachVolumeShelveTestJSON-343343638-project] 10.222.0.16 "DELETE /v2.0/floatingips/d2f9edb3-805d-4e84-9168-0af6d4ffec40 HTTP/1.1" status: 204 len: 168 time: 0.5022612 Jun 24 04:24:44.161771 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:44.183576 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:44.185928 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:44.186219 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device ab32d98a-bac7-43ac-9d49-8e1998c9fbc2 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:44.203763 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:44.204105 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 3e3812cb-9f35-4cb7-bdab-72dc8cfe312f not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:46.175179 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57732) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:46.301083 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bc132af6-f283-4afc-afcf-4d6458e3b357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:46.379244 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bc132af6-f283-4afc-afcf-4d6458e3b357 admin admin] Publish callbacks [] for security_group (a387b6a9-8693-4daf-88ce-432d211c4f9b), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:46.479569 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-bc132af6-f283-4afc-afcf-4d6458e3b357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a387b6a9-8693-4daf-88ce-432d211c4f9b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:46.520658 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-bc132af6-f283-4afc-afcf-4d6458e3b357 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28a38335875d4c98a10fb2b5592c9d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443789 Jun 24 04:24:46.521529 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132af6-f283-4afc-afcf-4d6458e3b357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a387b6a9-8693-4daf-88ce-432d211c4f9b,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:46.523433 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57742) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:46.574137 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-61c2ca60-7f36-448f-8238-44ac0b51ce43 admin admin] Publish callbacks [] for security_group (a387b6a9-8693-4daf-88ce-432d211c4f9b), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:46.596551 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-61c2ca60-7f36-448f-8238-44ac0b51ce43 admin admin] Publish callbacks [] for security_group (a387b6a9-8693-4daf-88ce-432d211c4f9b), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:46.789862 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-61c2ca60-7f36-448f-8238-44ac0b51ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a387b6a9-8693-4daf-88ce-432d211c4f9b), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:46.793751 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-61c2ca60-7f36-448f-8238-44ac0b51ce43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:46.795096 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-61c2ca60-7f36-448f-8238-44ac0b51ce43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a387b6a9-8693-4daf-88ce-432d211c4f9b HTTP/1.1" status: 204 len: 168 time: 0.2706416 Jun 24 04:24:46.806011 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2ca60-7f36-448f-8238-44ac0b51ce43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a387b6a9-8693-4daf-88ce-432d211c4f9b,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:47.534859 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57776) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:47.754701 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:47.937377 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:47.987363 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (d896c8ed-7644-4bc0-b747-979e67a7f6c2), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:48.214628 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Deleting port 49754990-06ad-48b3-95b3-9483f989f412 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:48.214970 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (49754990-06ad-48b3-95b3-9483f989f412), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:48.292612 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] For port 49754990-06ad-48b3-95b3-9483f989f412, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=49754990-06ad-48b3-95b3-9483f989f412,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:48.292986 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (49754990-06ad-48b3-95b3-9483f989f412), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:48.306630 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Calling delete_port for 49754990-06ad-48b3-95b3-9483f989f412 owned by network:router_interface {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:48.638484 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:48.824044 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (49754990-06ad-48b3-95b3-9483f989f412), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:48.853707 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Pushing event deleted for resources: {'Port': ['ID=49754990-06ad-48b3-95b3-9483f989f412,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:49.022684 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (d896c8ed-7644-4bc0-b747-979e67a7f6c2), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:49.232810 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Router d896c8ed-7644-4bc0-b747-979e67a7f6c2 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:24:49.331749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:49.340048 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-42710d4e-a7b8-4051-a1df-6baf711076cf admin admin] 10.222.0.16 "PUT /v2.0/routers/d896c8ed-7644-4bc0-b747-979e67a7f6c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013399 Jun 24 04:24:49.340048 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57808) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:49.343237 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] Sync routers for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:49.354175 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:49.354827 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:49.427533 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:49.438581 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks [] for router (d896c8ed-7644-4bc0-b747-979e67a7f6c2), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:49.457644 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:49.512736 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:49.538013 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks [] for router_gateway (d896c8ed-7644-4bc0-b747-979e67a7f6c2), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:49.628489 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:49.629616 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:24:48Z', 'revision_number': 5, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port': {'id': 'b03c70b5-6acf-4267-9f9f-8af0aa7dbf79', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:17:15Z', 'updated_at': '2022-06-24T04:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:49.633890 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Deleting port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:49.634227 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:49.662095 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] Checking router: d896c8ed-7644-4bc0-b747-979e67a7f6c2 for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:49.670002 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] Routers {'d896c8ed-7644-4bc0-b747-979e67a7f6c2'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:49.670641 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:49.723112 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] For port b03c70b5-6acf-4267-9f9f-8af0aa7dbf79, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=b03c70b5-6acf-4267-9f9f-8af0aa7dbf79,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:49.725347 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:49.736152 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:49.738653 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Calling delete_port for b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 owned by network:router_gateway {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:49.760619 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] Set router d896c8ed-7644-4bc0-b747-979e67a7f6c2 gateway port host: None {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:49.809683 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:24:49Z', 'revision_number': 6, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:49.847801 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64640ad3-efe3-4085-a515-e8bba7bdcce9 None None] The sync data for ids ['d896c8ed-7644-4bc0-b747-979e67a7f6c2'] in dv-cinder-846842-3-iscsi is: [{'id': 'd896c8ed-7644-4bc0-b747-979e67a7f6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-2112752035-router', 'tenant_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:17:14Z', 'updated_at': '2022-06-24T04:24:49Z', 'revision_number': 6, 'project_id': 'd56eee171a5c4f728bec99eef1f3b0a3', 'gw_port_host': None}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:50.000685 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.000906 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (b03c70b5-6acf-4267-9f9f-8af0aa7dbf79), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.031454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03c70b5-6acf-4267-9f9f-8af0aa7dbf79,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:50.113105 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (d896c8ed-7644-4bc0-b747-979e67a7f6c2), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.208591 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (d896c8ed-7644-4bc0-b747-979e67a7f6c2), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.210843 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks [] for router_controller (d896c8ed-7644-4bc0-b747-979e67a7f6c2), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.332144 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (d896c8ed-7644-4bc0-b747-979e67a7f6c2), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.332797 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d896c8ed-7644-4bc0-b747-979e67a7f6c2 {{(pid=104594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:24:50.337157 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.338283 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-870c6363-d330-4d13-8bc5-acede0fa7890 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d896c8ed-7644-4bc0-b747-979e67a7f6c2 HTTP/1.1" status: 204 len: 168 time: 0.9974284 Jun 24 04:24:50.340846 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57818) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:50.387517 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b743872-b80e-4633-9b60-43ec916c79f6 admin admin] Deleting subnet f1889451-9ea5-476a-a496-f8f1b6a4a4f1 {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:24:50.390817 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1b743872-b80e-4633-9b60-43ec916c79f6 admin admin] Publish callbacks [] for subnet (f1889451-9ea5-476a-a496-f8f1b6a4a4f1), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.426166 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1b743872-b80e-4633-9b60-43ec916c79f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31464630'] for subnet (f1889451-9ea5-476a-a496-f8f1b6a4a4f1), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.464699 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:50.507790 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1b743872-b80e-4633-9b60-43ec916c79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (f1889451-9ea5-476a-a496-f8f1b6a4a4f1), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.602067 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 49754990-06ad-48b3-95b3-9483f989f412 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:50.622774 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 49754990-06ad-48b3-95b3-9483f989f412 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:50.623124 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 49754990-06ad-48b3-95b3-9483f989f412 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:50.647975 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1b743872-b80e-4633-9b60-43ec916c79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30618364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30621842'] for subnet (f1889451-9ea5-476a-a496-f8f1b6a4a4f1), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.677337 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-1b743872-b80e-4633-9b60-43ec916c79f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.683340 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-1b743872-b80e-4633-9b60-43ec916c79f6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f1889451-9ea5-476a-a496-f8f1b6a4a4f1 HTTP/1.1" status: 204 len: 168 time: 0.3392587 Jun 24 04:24:50.683340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b743872-b80e-4633-9b60-43ec916c79f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1889451-9ea5-476a-a496-f8f1b6a4a4f1,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:50.683638 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eed93e-7173-49a1-8f99-722b5d09d77d None None] Network 1499097c-b20d-4670-a290-7c6daddf6fa9 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:24:50.683846 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57820) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:50.784729 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (1499097c-b20d-4670-a290-7c6daddf6fa9), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.829613 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Deleting port c248386a-24ec-43a8-a6d8-29a2fb804db1 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:50.829968 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.887005 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] DHCP port deletion for 1499097c-b20d-4670-a290-7c6daddf6fa9 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:24:50.906108 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] For port c248386a-24ec-43a8-a6d8-29a2fb804db1, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=c248386a-24ec-43a8-a6d8-29a2fb804db1,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:50.906536 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.920312 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Calling delete_port for c248386a-24ec-43a8-a6d8-29a2fb804db1 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:50.924674 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] Deleting port c248386a-24ec-43a8-a6d8-29a2fb804db1 {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:50.925072 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:50.995641 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] For port c248386a-24ec-43a8-a6d8-29a2fb804db1, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=c248386a-24ec-43a8-a6d8-29a2fb804db1,segment=NetworkSegment(a39ae2d9-390e-4e0a-8cf5-a66c776cff5e),segment_id=a39ae2d9-390e-4e0a-8cf5-a66c776cff5e)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:50.996202 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.011347 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] Calling delete_port for c248386a-24ec-43a8-a6d8-29a2fb804db1 owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:51.073952 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.088690 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (c248386a-24ec-43a8-a6d8-29a2fb804db1), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.101123 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=c248386a-24ec-43a8-a6d8-29a2fb804db1,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:51.105000 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] No DVR routers for this DVR port c248386a-24ec-43a8-a6d8-29a2fb804db1 on host dv-cinder-846842-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:51.121913 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] Pushing event deleted for resources: {'Port': ['ID=c248386a-24ec-43a8-a6d8-29a2fb804db1,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:51.128931 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145ea41-eefd-482a-bebd-df91dce16d78 None None] No DVR routers for this DVR port c248386a-24ec-43a8-a6d8-29a2fb804db1 on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:24:51.146584 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:51.188612 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (1499097c-b20d-4670-a290-7c6daddf6fa9), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.209963 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1499097c-b20d-4670-a290-7c6daddf6fa9']}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:51.219301 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e') {'for_net_delete': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:51.219598 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39ae2d9-390e-4e0a-8cf5-a66c776cff5e') {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:51.229095 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31393431'] for segment (a39ae2d9-390e-4e0a-8cf5-a66c776cff5e), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.242745 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (a39ae2d9-390e-4e0a-8cf5-a66c776cff5e), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.249068 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:24:51.249446 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29624808'] for segment (a39ae2d9-390e-4e0a-8cf5-a66c776cff5e), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.268355 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment a39ae2d9-390e-4e0a-8cf5-a66c776cff5e resource provider aggregate not found Jun 24 04:24:51.306863 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment a39ae2d9-390e-4e0a-8cf5-a66c776cff5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a39ae2d9-390e-4e0a-8cf5-a66c776cff5e found for delete ", "request_id": "req-0ce9b4fe-7bb7-4b5a-84c4-42b7296530f7"}]} Jun 24 04:24:51.389503 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (1499097c-b20d-4670-a290-7c6daddf6fa9), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.395243 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.398165 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1499097c-b20d-4670-a290-7c6daddf6fa9 HTTP/1.1" status: 204 len: 168 time: 0.7108350 Jun 24 04:24:51.420586 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dc759-0c26-4d7e-a0c9-883b25568a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=1499097c-b20d-4670-a290-7c6daddf6fa9,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:51.781237 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57840) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:51.822598 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-511ec07f-48e1-4f8f-ac5c-d9e3e383197e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d56eee171a5c4f728bec99eef1f3b0a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400755 Jun 24 04:24:51.825036 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57844) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:51.870613 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:51.874019 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5824a582-8fad-4e86-a7bb-3496320d0984 admin admin] Publish callbacks [] for security_group (fe0aecdf-6b96-4c58-8aa1-60126dd49dfe), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:51.897567 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5824a582-8fad-4e86-a7bb-3496320d0984 admin admin] Publish callbacks [] for security_group (fe0aecdf-6b96-4c58-8aa1-60126dd49dfe), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:52.051030 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5824a582-8fad-4e86-a7bb-3496320d0984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (fe0aecdf-6b96-4c58-8aa1-60126dd49dfe), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:52.054192 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-5824a582-8fad-4e86-a7bb-3496320d0984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:52.055410 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-5824a582-8fad-4e86-a7bb-3496320d0984 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe0aecdf-6b96-4c58-8aa1-60126dd49dfe HTTP/1.1" status: 204 len: 168 time: 0.2294464 Jun 24 04:24:52.064710 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824a582-8fad-4e86-a7bb-3496320d0984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0aecdf-6b96-4c58-8aa1-60126dd49dfe,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:52.181442 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:52.204195 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:52.204568 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device b03c70b5-6acf-4267-9f9f-8af0aa7dbf79 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:52.204974 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device c248386a-24ec-43a8-a6d8-29a2fb804db1 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:24:52.223081 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: c248386a-24ec-43a8-a6d8-29a2fb804db1 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:24:52.227551 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device c248386a-24ec-43a8-a6d8-29a2fb804db1 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:24:53.098019 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57896) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:53.207869 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7555-a287-4c11-a38c-c21ebc01c91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:53.288092 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7555-a287-4c11-a38c-c21ebc01c91e admin admin] Publish callbacks [] for security_group (84d56fb1-6b02-4782-9258-5a99df3877fa), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:53.353445 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7555-a287-4c11-a38c-c21ebc01c91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (84d56fb1-6b02-4782-9258-5a99df3877fa), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:53.397732 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8f0a7555-a287-4c11-a38c-c21ebc01c91e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0840a08d6fb43ee9370d6a0d106d8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984102 Jun 24 04:24:53.399036 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a7555-a287-4c11-a38c-c21ebc01c91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d56fb1-6b02-4782-9258-5a99df3877fa,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:53.400687 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57908) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:53.453053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7556085a-5eef-4978-a7ca-3c49a080abc7 admin admin] Publish callbacks [] for security_group (84d56fb1-6b02-4782-9258-5a99df3877fa), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:53.483380 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7556085a-5eef-4978-a7ca-3c49a080abc7 admin admin] Publish callbacks [] for security_group (84d56fb1-6b02-4782-9258-5a99df3877fa), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:53.657981 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7556085a-5eef-4978-a7ca-3c49a080abc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (84d56fb1-6b02-4782-9258-5a99df3877fa), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:53.660724 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7556085a-5eef-4978-a7ca-3c49a080abc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:53.662172 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7556085a-5eef-4978-a7ca-3c49a080abc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84d56fb1-6b02-4782-9258-5a99df3877fa HTTP/1.1" status: 204 len: 168 time: 0.2599189 Jun 24 04:24:53.670528 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556085a-5eef-4978-a7ca-3c49a080abc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d56fb1-6b02-4782-9258-5a99df3877fa,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:54.344291 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57928) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:54.359172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a79da8a1-495c-466f-bfe5-09089ca02907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.378404 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=81,neutron:DELETE=14,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:54.437171 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a79da8a1-495c-466f-bfe5-09089ca02907 admin admin] Publish callbacks [] for security_group (dd9fae5d-07f2-4c20-8299-62a979b2785e), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.447510 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 57930) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:54.498288 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a79da8a1-495c-466f-bfe5-09089ca02907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (dd9fae5d-07f2-4c20-8299-62a979b2785e), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.540986 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a79da8a1-495c-466f-bfe5-09089ca02907 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce6db806708e40fa9be062c39f4f76ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955729 Jun 24 04:24:54.541867 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da8a1-495c-466f-bfe5-09089ca02907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9fae5d-07f2-4c20-8299-62a979b2785e,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:54.543813 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 57934) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:24:54.595085 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-23c33a1f-210c-489b-911f-ec330beef678 admin admin] Publish callbacks [] for security_group (dd9fae5d-07f2-4c20-8299-62a979b2785e), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.616789 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-23c33a1f-210c-489b-911f-ec330beef678 admin admin] Publish callbacks [] for security_group (dd9fae5d-07f2-4c20-8299-62a979b2785e), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.782151 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-23c33a1f-210c-489b-911f-ec330beef678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (dd9fae5d-07f2-4c20-8299-62a979b2785e), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.784639 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-23c33a1f-210c-489b-911f-ec330beef678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.788884 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-23c33a1f-210c-489b-911f-ec330beef678 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd9fae5d-07f2-4c20-8299-62a979b2785e HTTP/1.1" status: 204 len: 168 time: 0.2410445 Jun 24 04:24:54.797646 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c33a1f-210c-489b-911f-ec330beef678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9fae5d-07f2-4c20-8299-62a979b2785e,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:54.816560 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Deleting port 99011510-d664-4d94-bb3e-e818c88e1068 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:24:54.817400 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (99011510-d664-4d94-bb3e-e818c88e1068), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.883638 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:54.905699 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (99011510-d664-4d94-bb3e-e818c88e1068), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.906077 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for floatingip (99011510-d664-4d94-bb3e-e818c88e1068), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:54.920042 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Calling delete_port for 99011510-d664-4d94-bb3e-e818c88e1068 owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:24:55.137964 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (99011510-d664-4d94-bb3e-e818c88e1068), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:55.162671 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event deleted for resources: {'Port': ['ID=99011510-d664-4d94-bb3e-e818c88e1068,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:55.231482 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for floatingip (408a4f8b-90dc-4d20-b1e2-7784d91a0b73), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:55.231837 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Floating IP 408a4f8b-90dc-4d20-b1e2-7784d91a0b73 disassociated (deleted). External IP: 172.27.2.228, port: 74725fba-5aba-4db8-8543-5b3c9241a5a6. Jun 24 04:24:55.425540 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:55.449510 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Router 19be93ad-dff9-4680-80cd-2fa3192c2c94 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:24:55.556784 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:55.561507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:55.566743 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] Sync routers for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:55.570144 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:55.577318 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:55.577920 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:55.591708 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2f6272f0-5a03-47bd-a155-d549d0e0e0f9 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "DELETE /v2.0/floatingips/408a4f8b-90dc-4d20-b1e2-7784d91a0b73 HTTP/1.1" status: 204 len: 168 time: 1.1431110 Jun 24 04:24:55.592295 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:24:55.597572 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:55.638482 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20672bb-0aba-45e5-acad-23197586be9a x-openstack-request-id: req-c20672bb-0aba-45e5-acad-23197586be9a {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:55.638939 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:55.639195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c20672bb-0aba-45e5-acad-23197586be9a {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:55.639623 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20672bb-0aba-45e5-acad-23197586be9a'] response: {'name': 'network-changed', 'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'status': 'completed', 'code': 200} Jun 24 04:24:55.688826 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:55.715438 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-6f8cf193-ae22-437c-b957-7e9957fa4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:55.717004 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-6f8cf193-ae22-437c-b957-7e9957fa4944 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 1129 time: 0.0548885 Jun 24 04:24:55.823361 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:55.824895 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-90405438-4ed1-4bdd-8fb4-11d5b9956232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:55.826493 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-90405438-4ed1-4bdd-8fb4-11d5b9956232 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73023663-c454-4d4f-aaaf-a748940b4903 HTTP/1.1" status: 200 len: 910 time: 0.1015084 Jun 24 04:24:55.867944 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-5d58e40c-fab6-4c75-a15b-abc700a8d292 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 200 len: 217 time: 0.0347598 Jun 24 04:24:55.892535 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:04Z', 'revision_number': 5, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:55.924101 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] Checking router: 19be93ad-dff9-4680-80cd-2fa3192c2c94 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:55.927148 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-b1807da8-f8d3-4435-8eab-ac3dcaed34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:55.934622 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-b1807da8-f8d3-4435-8eab-ac3dcaed34ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4b08c2fe-c6cd-4a28-8350-364092633ed9 HTTP/1.1" status: 200 len: 848 time: 0.0538342 Jun 24 04:24:55.935053 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:24:55.935053 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:24:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:56.056984 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:24:56.116526 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c6bb9-5888-466e-880c-798db65ce30f req-07cd6a46-b7aa-49fe-a126-712231634ab6 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:56.118099 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-404c6bb9-5888-466e-880c-798db65ce30f req-07cd6a46-b7aa-49fe-a126-712231634ab6 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Jun 24 04:24:56.172994 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-404c6bb9-5888-466e-880c-798db65ce30f req-d354d2d1-3025-49eb-b008-9754a66577f2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486579 Jun 24 04:24:56.334636 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:04Z', 'revision_number': 5, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:56.363252 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998f2b0-375c-4c04-8780-f6e906ac5622 None None] The sync data for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi is: [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:19:00Z', 'revision_number': 4, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': 'ee5b18fb-2f5f-464c-84b4-d841cab8f268', 'name': '', 'network_id': '73023663-c454-4d4f-aaaf-a748940b4903', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'mac_address': 'fa:16:3e:be:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:00Z', 'updated_at': '2022-06-24T04:19:04Z', 'revision_number': 5, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'subnets': [{'id': '4b08c2fe-c6cd-4a28-8350-364092633ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:56.643616 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e396e0-abf9-45b1-a432-ec0e69b4d5c9 None None] New status for floating IP 408a4f8b-90dc-4d20-b1e2-7784d91a0b73: DOWN {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:24:56.874445 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-bef4ac0c-585d-4c47-a091-a33637f1a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:56.875999 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-bef4ac0c-585d-4c47-a091-a33637f1a830 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73023663-c454-4d4f-aaaf-a748940b4903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618331 Jun 24 04:24:57.312237 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6683806-c48c-4af0-bfe8-3f0d990f7012 req-04b5cef6-647c-4c7a-82d5-01d5aaee216f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:57.313952 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d6683806-c48c-4af0-bfe8-3f0d990f7012 req-04b5cef6-647c-4c7a-82d5-01d5aaee216f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0696394 Jun 24 04:24:57.363268 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d6683806-c48c-4af0-bfe8-3f0d990f7012 req-7586394c-1ead-4c89-ab63-361cab803532 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436630 Jun 24 04:24:58.284385 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-7aeba1ce-ebc7-43c8-93c0-e9afb8139cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:24:58.485592 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66394f47-90bd-467e-a996-4524e8cb403b req-e44c9ffc-b315-47e0-9342-043f357c6aaa tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:58.487001 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-66394f47-90bd-467e-a996-4524e8cb403b req-e44c9ffc-b315-47e0-9342-043f357c6aaa tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Jun 24 04:24:58.512000 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:24:58.537876 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-66394f47-90bd-467e-a996-4524e8cb403b req-da342f31-4e9a-46c8-80b1-9d6616663c72 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447402 Jun 24 04:24:59.653570 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eca95b-450a-420d-852c-51e027ea5102 req-0bfeb366-ebc3-4e22-a23b-efcb2ecdc184 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:24:59.655085 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-79eca95b-450a-420d-852c-51e027ea5102 req-0bfeb366-ebc3-4e22-a23b-efcb2ecdc184 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0490787 Jun 24 04:24:59.711662 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-79eca95b-450a-420d-852c-51e027ea5102 req-e536e8e0-f405-4a8e-97c7-bcc14a30cd7b tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509098 Jun 24 04:25:00.560257 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-49e4f571-45da-4cce-accb-ee872fad4d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:00.826744 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef120d-9262-4c9b-addd-358e98039cd8 req-8d44c503-5b31-42f8-8884-df65741240c0 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:25:00.828263 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccef120d-9262-4c9b-addd-358e98039cd8 req-8d44c503-5b31-42f8-8884-df65741240c0 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Jun 24 04:25:00.885150 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ccef120d-9262-4c9b-addd-358e98039cd8 req-da16585a-994e-4f76-baad-e86cdff15c09 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500851 Jun 24 04:25:01.792090 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:01.934877 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-3ef44bc8-c17c-4a60-9f00-f6bafad70888 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899050 Jun 24 04:25:02.049708 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f4ec5-a6bf-4a60-91c9-17098008bfcb req-e530c79b-c1dd-450a-b325-b573652c8e3f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:25:02.051199 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c39f4ec5-a6bf-4a60-91c9-17098008bfcb req-e530c79b-c1dd-450a-b325-b573652c8e3f tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0908275 Jun 24 04:25:02.107458 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3e02a7c1-9272-43ff-8e92-f1538f2bd5d5 req-dc8c1736-5c1b-40bd-a630-b292d5a45e11 service neutron] 10.222.0.43 "GET /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659222 Jun 24 04:25:02.135246 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c39f4ec5-a6bf-4a60-91c9-17098008bfcb req-cdfc005d-efb1-4cf6-bed0-6b588d30bbec tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d885112-30e2-400b-9a87-e01bf765782b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771985 Jun 24 04:25:02.383177 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:02.422803 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412be2b-6751-4598-a754-48cc03575e5c req-3575a8df-ac24-4adb-8be0-2ec616476062 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:25:02.424272 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2412be2b-6751-4598-a754-48cc03575e5c req-3575a8df-ac24-4adb-8be0-2ec616476062 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.43 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 945 time: 0.0491464 Jun 24 04:25:02.469714 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58114) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:02.518998 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Deleting port 74725fba-5aba-4db8-8543-5b3c9241a5a6 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:02.519346 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.585871 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-170b1f7c-1653-419e-96fe-af379e528a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.619810 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] For port 74725fba-5aba-4db8-8543-5b3c9241a5a6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=74725fba-5aba-4db8-8543-5b3c9241a5a6,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:02.620397 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.637904 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Calling delete_port for 74725fba-5aba-4db8-8543-5b3c9241a5a6 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:02.664652 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-170b1f7c-1653-419e-96fe-af379e528a50 admin admin] Publish callbacks [] for security_group (174ec606-7d44-4bb8-ad16-c08352913c48), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.730807 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-170b1f7c-1653-419e-96fe-af379e528a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (174ec606-7d44-4bb8-ad16-c08352913c48), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.742058 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:02.778170 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-170b1f7c-1653-419e-96fe-af379e528a50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=482d5d59ac014a35a72b238e18a474a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073251 Jun 24 04:25:02.779390 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b1f7c-1653-419e-96fe-af379e528a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174ec606-7d44-4bb8-ad16-c08352913c48,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:02.780835 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58122) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:02.794436 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:02.828857 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (74725fba-5aba-4db8-8543-5b3c9241a5a6), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.863092 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-758e7640-9a2a-4b21-bd6f-23d2fa52d5ac admin admin] Publish callbacks [] for security_group (174ec606-7d44-4bb8-ad16-c08352913c48), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.868072 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event deleted for resources: {'Port': ['ID=74725fba-5aba-4db8-8543-5b3c9241a5a6,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:02.910751 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-758e7640-9a2a-4b21-bd6f-23d2fa52d5ac admin admin] Publish callbacks [] for security_group (174ec606-7d44-4bb8-ad16-c08352913c48), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.946666 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] No DVR routers for this DVR port 74725fba-5aba-4db8-8543-5b3c9241a5a6 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:25:02.954070 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:02.957247 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2412be2b-6751-4598-a754-48cc03575e5c req-2a9f3978-dfaa-4381-a19c-f4a2f5e98b2d tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.43 "DELETE /v2.0/ports/74725fba-5aba-4db8-8543-5b3c9241a5a6 HTTP/1.1" status: 204 len: 173 time: 0.5275993 Jun 24 04:25:02.957637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'name': 'network-vif-deleted', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:25:02.960488 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b657873-edec-41f8-b52c-e3bc6244b65e" -d '{"events": [{"server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "name": "network-vif-deleted", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:25:03.004732 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72edcb5-4d46-4560-885d-b2233a4c5e96 x-openstack-request-id: req-f72edcb5-4d46-4560-885d-b2233a4c5e96 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:25:03.005061 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29140f43-38c3-47c1-84f2-0181cb18e153", "name": "network-vif-deleted", "tag": "74725fba-5aba-4db8-8543-5b3c9241a5a6", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:25:03.005356 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f72edcb5-4d46-4560-885d-b2233a4c5e96 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:25:03.005826 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72edcb5-4d46-4560-885d-b2233a4c5e96'] response: {'server_uuid': '29140f43-38c3-47c1-84f2-0181cb18e153', 'name': 'network-vif-deleted', 'tag': '74725fba-5aba-4db8-8543-5b3c9241a5a6', 'status': 'completed', 'code': 200} Jun 24 04:25:03.123748 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-758e7640-9a2a-4b21-bd6f-23d2fa52d5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (174ec606-7d44-4bb8-ad16-c08352913c48), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:03.126352 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-758e7640-9a2a-4b21-bd6f-23d2fa52d5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:03.127552 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-758e7640-9a2a-4b21-bd6f-23d2fa52d5ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/174ec606-7d44-4bb8-ad16-c08352913c48 HTTP/1.1" status: 204 len: 168 time: 0.3455555 Jun 24 04:25:03.135937 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e7640-9a2a-4b21-bd6f-23d2fa52d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174ec606-7d44-4bb8-ad16-c08352913c48,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:03.137550 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:03.263526 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-7781e7dd-baca-42ad-9644-f5f55c5a65ce req-ff6a736a-3664-4f87-b0ed-bbcdac603832 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0318682 Jun 24 04:25:03.455295 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:03.867048 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58160) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:03.880177 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5cb4-39c3-4c5f-bf57-2bd365870a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:03.958809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5cb4-39c3-4c5f-bf57-2bd365870a27 admin admin] Publish callbacks [] for security_group (8b07d57d-3544-4484-ba7a-bfaaac49c4b9), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:04.074678 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5cb4-39c3-4c5f-bf57-2bd365870a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (8b07d57d-3544-4484-ba7a-bfaaac49c4b9), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:04.078578 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:04.118239 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5c4f5cb4-39c3-4c5f-bf57-2bd365870a27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4c1a64559cf4fc1b889f0c5efd87ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472277 Jun 24 04:25:04.119214 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58162) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:04.122071 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f5cb4-39c3-4c5f-bf57-2bd365870a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b07d57d-3544-4484-ba7a-bfaaac49c4b9,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:04.178458 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec94a-ff9e-4c33-9669-729ef9c828f4 admin admin] Publish callbacks [] for security_group (8b07d57d-3544-4484-ba7a-bfaaac49c4b9), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:04.200319 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec94a-ff9e-4c33-9669-729ef9c828f4 admin admin] Publish callbacks [] for security_group (8b07d57d-3544-4484-ba7a-bfaaac49c4b9), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:04.326573 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec94a-ff9e-4c33-9669-729ef9c828f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (8b07d57d-3544-4484-ba7a-bfaaac49c4b9), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:04.329156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec94a-ff9e-4c33-9669-729ef9c828f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:04.330315 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-dd5ec94a-ff9e-4c33-9669-729ef9c828f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b07d57d-3544-4484-ba7a-bfaaac49c4b9 HTTP/1.1" status: 204 len: 168 time: 0.2095933 Jun 24 04:25:04.339197 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ec94a-ff9e-4c33-9669-729ef9c828f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b07d57d-3544-4484-ba7a-bfaaac49c4b9,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:04.375726 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-756af94e-5782-4456-bf6c-c5525d91b74f req-cb6673f6-4d81-4814-b16b-50074caed1bb tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0315046 Jun 24 04:25:04.966915 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58188) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:05.129084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fbf2d9a8-84a9-4d08-b5db-ede71dd8566d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:05.207524 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fbf2d9a8-84a9-4d08-b5db-ede71dd8566d admin admin] Publish callbacks [] for security_group (dd69a3bd-24bc-4692-b39b-a376acfaad25), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:05.275329 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fbf2d9a8-84a9-4d08-b5db-ede71dd8566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (dd69a3bd-24bc-4692-b39b-a376acfaad25), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:05.316862 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-fbf2d9a8-84a9-4d08-b5db-ede71dd8566d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=106010db0a25438092fc802cffb34384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488765 Jun 24 04:25:05.318076 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2d9a8-84a9-4d08-b5db-ede71dd8566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd69a3bd-24bc-4692-b39b-a376acfaad25,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:05.319817 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58202) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:05.361446 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:05.371648 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9746250f-de95-4df5-854c-d0221215ffe1 admin admin] Publish callbacks [] for security_group (dd69a3bd-24bc-4692-b39b-a376acfaad25), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:05.397566 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9746250f-de95-4df5-854c-d0221215ffe1 admin admin] Publish callbacks [] for security_group (dd69a3bd-24bc-4692-b39b-a376acfaad25), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:05.503886 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-685cf13d-be8d-47a5-a229-91191d92bfc3 req-4301be77-4bb8-49c1-832b-0f176b6bfbd1 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0322275 Jun 24 04:25:05.584850 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9746250f-de95-4df5-854c-d0221215ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (dd69a3bd-24bc-4692-b39b-a376acfaad25), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:05.587423 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-9746250f-de95-4df5-854c-d0221215ffe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:05.588598 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9746250f-de95-4df5-854c-d0221215ffe1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd69a3bd-24bc-4692-b39b-a376acfaad25 HTTP/1.1" status: 204 len: 168 time: 0.2677152 Jun 24 04:25:05.597804 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746250f-de95-4df5-854c-d0221215ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd69a3bd-24bc-4692-b39b-a376acfaad25,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:05.634549 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 74725fba-5aba-4db8-8543-5b3c9241a5a6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:05.661082 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 74725fba-5aba-4db8-8543-5b3c9241a5a6 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:25:05.661082 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 74725fba-5aba-4db8-8543-5b3c9241a5a6 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:06.366849 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=86 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:06.622456 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-7c3600e1-422d-4a2c-a982-574d07a45ae6 req-b4948699-bf2e-4cdf-a79a-0c470e1e54a2 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "GET /v2.0/ports?device_id=29140f43-38c3-47c1-84f2-0181cb18e153 HTTP/1.1" status: 200 len: 210 time: 0.0309632 Jun 24 04:25:07.695487 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58292) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:07.768081 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99cd4b0c-6e06-4234-ac41-87d0b8ccc9e5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group (6d885112-30e2-400b-9a87-e01bf765782b), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:07.803038 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99cd4b0c-6e06-4234-ac41-87d0b8ccc9e5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group (6d885112-30e2-400b-9a87-e01bf765782b), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:07.954944 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99cd4b0c-6e06-4234-ac41-87d0b8ccc9e5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6d885112-30e2-400b-9a87-e01bf765782b), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:07.957532 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-99cd4b0c-6e06-4234-ac41-87d0b8ccc9e5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:07.961295 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-99cd4b0c-6e06-4234-ac41-87d0b8ccc9e5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] 10.222.0.16 "DELETE /v2.0/security-groups/6d885112-30e2-400b-9a87-e01bf765782b HTTP/1.1" status: 204 len: 168 time: 0.2639124 Jun 24 04:25:07.968909 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd4b0c-6e06-4234-ac41-87d0b8ccc9e5 tempest-TestShelveInstance-106802817 tempest-TestShelveInstance-106802817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d885112-30e2-400b-9a87-e01bf765782b,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:08.071109 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58320) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:08.790210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:08.917950 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (19be93ad-dff9-4680-80cd-2fa3192c2c94), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:08.963659 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:09.141699 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Deleting port ee5b18fb-2f5f-464c-84b4-d841cab8f268 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:09.142041 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:09.221318 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] For port ee5b18fb-2f5f-464c-84b4-d841cab8f268, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=ee5b18fb-2f5f-464c-84b4-d841cab8f268,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:09.221580 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:09.235297 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Calling delete_port for ee5b18fb-2f5f-464c-84b4-d841cab8f268 owned by network:router_interface {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:09.497748 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (ee5b18fb-2f5f-464c-84b4-d841cab8f268), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:09.538858 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5b18fb-2f5f-464c-84b4-d841cab8f268,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:09.566936 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:09.647522 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:25:09.707513 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (19be93ad-dff9-4680-80cd-2fa3192c2c94), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:09.924723 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Router 19be93ad-dff9-4680-80cd-2fa3192c2c94 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:25:10.027382 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:25:10.035890 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-14c3de18-af03-4b63-bf38-d460bc926647 admin admin] 10.222.0.16 "PUT /v2.0/routers/19be93ad-dff9-4680-80cd-2fa3192c2c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9602578 Jun 24 04:25:10.035890 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58378) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:10.039367 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] Sync routers for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:25:10.056649 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:25:10.057688 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:25:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:10.097087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:10.153162 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks [] for router (19be93ad-dff9-4680-80cd-2fa3192c2c94), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:10.166392 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:25:10.269386 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks [] for router_gateway (19be93ad-dff9-4680-80cd-2fa3192c2c94), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:10.358566 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '5f90df45-e970-4abc-8459-d615777fd981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:25:09Z', 'revision_number': 5, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port': {'id': '5f90df45-e970-4abc-8459-d615777fd981', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:18:57Z', 'updated_at': '2022-06-24T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:10.378551 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Deleting port 5f90df45-e970-4abc-8459-d615777fd981 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:10.378893 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (5f90df45-e970-4abc-8459-d615777fd981), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:10.385073 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] Checking router: 19be93ad-dff9-4680-80cd-2fa3192c2c94 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:25:10.393580 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] Routers {'19be93ad-dff9-4680-80cd-2fa3192c2c94'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:25:10.394177 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:25:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['19be93ad-dff9-4680-80cd-2fa3192c2c94'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:10.482717 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] For port 5f90df45-e970-4abc-8459-d615777fd981, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=5f90df45-e970-4abc-8459-d615777fd981,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:10.482932 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] Set router 19be93ad-dff9-4680-80cd-2fa3192c2c94 gateway port host: None {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:25:10.483082 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (5f90df45-e970-4abc-8459-d615777fd981), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:10.499644 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Calling delete_port for 5f90df45-e970-4abc-8459-d615777fd981 owned by network:router_gateway {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:10.546079 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:25:10Z', 'revision_number': 6, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:10.574679 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138855c-d4f4-41a9-b183-d8b79231941d None None] The sync data for ids ['19be93ad-dff9-4680-80cd-2fa3192c2c94'] in dv-cinder-846842-3-iscsi is: [{'id': '19be93ad-dff9-4680-80cd-2fa3192c2c94', 'name': 'tempest-TestShelveInstance-1066117163-router', 'tenant_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:18:56Z', 'updated_at': '2022-06-24T04:25:10Z', 'revision_number': 6, 'project_id': '7e75e404ef4f4118a95ca8fb8d98becd', 'gw_port_host': None}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:25:10.640711 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:10.796343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (5f90df45-e970-4abc-8459-d615777fd981), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:10.823278 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f90df45-e970-4abc-8459-d615777fd981,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:10.890888 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (19be93ad-dff9-4680-80cd-2fa3192c2c94), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:10.982633 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (19be93ad-dff9-4680-80cd-2fa3192c2c94), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:10.985188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks [] for router_controller (19be93ad-dff9-4680-80cd-2fa3192c2c94), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.113451 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (19be93ad-dff9-4680-80cd-2fa3192c2c94), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.114025 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19be93ad-dff9-4680-80cd-2fa3192c2c94 {{(pid=104594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:25:11.119778 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.120932 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-f0248606-5a70-465b-9a84-525ce9761f0b admin admin] 10.222.0.16 "DELETE /v2.0/routers/19be93ad-dff9-4680-80cd-2fa3192c2c94 HTTP/1.1" status: 204 len: 168 time: 1.0849419 Jun 24 04:25:11.123689 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58406) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:11.181480 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-912b8784-1d59-4930-93e2-57788155aeae admin admin] Deleting subnet 4b08c2fe-c6cd-4a28-8350-364092633ed9 {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:25:11.185016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-912b8784-1d59-4930-93e2-57788155aeae admin admin] Publish callbacks [] for subnet (4b08c2fe-c6cd-4a28-8350-364092633ed9), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.227769 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-912b8784-1d59-4930-93e2-57788155aeae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31464630'] for subnet (4b08c2fe-c6cd-4a28-8350-364092633ed9), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.285963 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:11.323696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-912b8784-1d59-4930-93e2-57788155aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (4b08c2fe-c6cd-4a28-8350-364092633ed9), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.490809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-912b8784-1d59-4930-93e2-57788155aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30618364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30621842'] for subnet (4b08c2fe-c6cd-4a28-8350-364092633ed9), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.520823 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b8784-1d59-4930-93e2-57788155aeae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b08c2fe-c6cd-4a28-8350-364092633ed9,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:11.525695 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-912b8784-1d59-4930-93e2-57788155aeae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.528772 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-912b8784-1d59-4930-93e2-57788155aeae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4b08c2fe-c6cd-4a28-8350-364092633ed9 HTTP/1.1" status: 204 len: 168 time: 0.4042299 Jun 24 04:25:11.531577 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58416) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:11.533402 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e3f545-73e7-454c-8d58-2ac36fbb1a40 None None] Network 73023663-c454-4d4f-aaaf-a748940b4903 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:25:11.605548 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (73023663-c454-4d4f-aaaf-a748940b4903), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.653739 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Deleting port 605e1221-c61a-4594-ac5e-27d86415ce29 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:11.657001 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.700646 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] DHCP port deletion for 73023663-c454-4d4f-aaaf-a748940b4903 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:25:11.724791 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] For port 605e1221-c61a-4594-ac5e-27d86415ce29, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=605e1221-c61a-4594-ac5e-27d86415ce29,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:11.725115 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.742416 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Calling delete_port for 605e1221-c61a-4594-ac5e-27d86415ce29 owned by network:dhcp {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:11.752026 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Deleting port 605e1221-c61a-4594-ac5e-27d86415ce29 {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:11.752364 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.781987 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:11.824808 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] For port 605e1221-c61a-4594-ac5e-27d86415ce29, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=605e1221-c61a-4594-ac5e-27d86415ce29,segment=NetworkSegment(c5e66265-35a8-4605-9a57-39dcd49022e9),segment_id=c5e66265-35a8-4605-9a57-39dcd49022e9)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:11.825191 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.849135 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Calling delete_port for 605e1221-c61a-4594-ac5e-27d86415ce29 owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:11.915097 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.919081 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:11.934695 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (605e1221-c61a-4594-ac5e-27d86415ce29), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:11.941507 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Pushing event deleted for resources: {'Port': ['ID=605e1221-c61a-4594-ac5e-27d86415ce29,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:11.943832 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] No DVR routers for this DVR port 605e1221-c61a-4594-ac5e-27d86415ce29 on host dv-cinder-846842-3-iscsi {{(pid=104593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:25:11.964440 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Pushing event deleted for resources: {'Port': ['ID=605e1221-c61a-4594-ac5e-27d86415ce29,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:11.966948 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] No DVR routers for this DVR port 605e1221-c61a-4594-ac5e-27d86415ce29 on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:25:11.975044 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.975188 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.975532 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.975871 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.976202 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.976532 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.976863 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.977183 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.977508 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.977830 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.978150 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.978497 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.978828 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.979150 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:11.979470 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cea379-160c-4bb5-84cd-358a9eebb05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:12.040839 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (73023663-c454-4d4f-aaaf-a748940b4903), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.063343 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73023663-c454-4d4f-aaaf-a748940b4903']}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:12.073564 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e66265-35a8-4605-9a57-39dcd49022e9') {'for_net_delete': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:12.073867 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e66265-35a8-4605-9a57-39dcd49022e9') {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:12.084454 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31393431'] for segment (c5e66265-35a8-4605-9a57-39dcd49022e9), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.098786 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (c5e66265-35a8-4605-9a57-39dcd49022e9), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.100919 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:12.106180 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:25:12.106607 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29624808'] for segment (c5e66265-35a8-4605-9a57-39dcd49022e9), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.130071 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment c5e66265-35a8-4605-9a57-39dcd49022e9 resource provider aggregate not found Jun 24 04:25:12.171271 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment c5e66265-35a8-4605-9a57-39dcd49022e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5e66265-35a8-4605-9a57-39dcd49022e9 found for delete ", "request_id": "req-4a7e3648-9f5f-451f-a05a-049fc2fffe57"}]} Jun 24 04:25:12.202134 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device ee5b18fb-2f5f-464c-84b4-d841cab8f268 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:12.221410 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: ee5b18fb-2f5f-464c-84b4-d841cab8f268 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:25:12.221749 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device ee5b18fb-2f5f-464c-84b4-d841cab8f268 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:12.222147 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 5f90df45-e970-4abc-8459-d615777fd981 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:12.241278 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 5f90df45-e970-4abc-8459-d615777fd981 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:25:12.241620 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 5f90df45-e970-4abc-8459-d615777fd981 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:12.242213 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 605e1221-c61a-4594-ac5e-27d86415ce29 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:12.252380 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (73023663-c454-4d4f-aaaf-a748940b4903), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.262070 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 605e1221-c61a-4594-ac5e-27d86415ce29 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:25:12.262463 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 605e1221-c61a-4594-ac5e-27d86415ce29 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:12.267061 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.271634 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] 10.222.0.16 "DELETE /v2.0/networks/73023663-c454-4d4f-aaaf-a748940b4903 HTTP/1.1" status: 204 len: 168 time: 0.7388158 Jun 24 04:25:12.278981 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58446) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:12.292800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91463818-8b47-481d-9dc2-e1e7f38f7050 admin admin] Pushing event deleted for resources: {'Network': ['ID=73023663-c454-4d4f-aaaf-a748940b4903,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:12.595527 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.754274 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:12.816590 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Deleting port 5b1d1fbe-6157-4dc3-9046-fc44ed710400 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:12.816924 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.898271 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] For port 5b1d1fbe-6157-4dc3-9046-fc44ed710400, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=5b1d1fbe-6157-4dc3-9046-fc44ed710400,segment=NetworkSegment(9a535518-8211-4919-805c-497eaefab54f),segment_id=9a535518-8211-4919-805c-497eaefab54f)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:12.898667 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:12.913469 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Calling delete_port for 5b1d1fbe-6157-4dc3-9046-fc44ed710400 owned by network:router_interface {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:12.925550 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:13.178640 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (5b1d1fbe-6157-4dc3-9046-fc44ed710400), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:13.209596 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1d1fbe-6157-4dc3-9046-fc44ed710400,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:13.373110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:13.481862 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:13.586053 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:25:13.700339 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:25:13.705226 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-c2c2ff8f-80a2-4626-86ec-7b41326f04cb admin admin] 10.222.0.16 "PUT /v2.0/routers/1b2b18ad-3547-4fed-9fd4-cd12c1fb693a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282560 Jun 24 04:25:13.707728 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58474) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:13.717609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] Sync routers for ids ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:25:13.722603 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] Routers {'1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:25:13.723293 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:25:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:13.835765 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] Set router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:25:14.018741 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:25:13Z', 'revision_number': 5, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:14.045048 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] Checking router: 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:25:14.054063 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] Routers {'1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:25:14.054696 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:25:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:14.090240 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks [] for router (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.165412 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] Set router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:25:14.191462 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks [] for router_gateway (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.331866 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Deleting port f062fea9-586e-427e-ad6d-2406bd4326c7 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:14.332236 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.334175 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:25:13Z', 'revision_number': 5, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:14.364161 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce30a305-7fab-4e5e-bef0-8b600ca855ea None None] The sync data for ids ['1b2b18ad-3547-4fed-9fd4-cd12c1fb693a'] in dv-cinder-846842-3-iscsi is: [{'id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'name': 'tempest-TestShelveInstance-981849217-router', 'tenant_id': '34ebafeecaa04e3196f815aff6a6f00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:25:13Z', 'revision_number': 5, 'project_id': '34ebafeecaa04e3196f815aff6a6f00d', 'gw_port': {'id': 'f062fea9-586e-427e-ad6d-2406bd4326c7', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2b18ad-3547-4fed-9fd4-cd12c1fb693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:19:06Z', 'updated_at': '2022-06-24T04:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:25:14.422626 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] For port f062fea9-586e-427e-ad6d-2406bd4326c7, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=f062fea9-586e-427e-ad6d-2406bd4326c7,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:14.423104 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.436462 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Calling delete_port for f062fea9-586e-427e-ad6d-2406bd4326c7 owned by network:router_gateway {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:14.480751 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:14.662749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58486) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:14.668854 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f062fea9-586e-427e-ad6d-2406bd4326c7), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.701290 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f062fea9-586e-427e-ad6d-2406bd4326c7,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:14.769125 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.800525 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:14.844066 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-96217773-7b76-402f-bb29-b8947f236d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.883766 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.888019 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks [] for router_controller (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:14.981748 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-96217773-7b76-402f-bb29-b8947f236d35 admin admin] Publish callbacks [] for security_group (442e6c25-172e-49eb-843c-5f5370150606), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.069095 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (1b2b18ad-3547-4fed-9fd4-cd12c1fb693a), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.069706 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2b18ad-3547-4fed-9fd4-cd12c1fb693a {{(pid=104594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:25:15.073798 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.075057 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-6c9006fd-0ca1-481c-ab54-936b4fe2d4c3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1b2b18ad-3547-4fed-9fd4-cd12c1fb693a HTTP/1.1" status: 204 len: 168 time: 1.3664308 Jun 24 04:25:15.077602 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58490) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:15.122262 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-96217773-7b76-402f-bb29-b8947f236d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (442e6c25-172e-49eb-843c-5f5370150606), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.135115 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_v2 [None req-444e9141-8261-4fe0-8318-eb2b583b8117 admin admin] Deleting subnet 24ac4ac5-9102-4f0b-875b-10f92f7596b1 {{(pid=104593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:25:15.138601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-444e9141-8261-4fe0-8318-eb2b583b8117 admin admin] Publish callbacks [] for subnet (24ac4ac5-9102-4f0b-875b-10f92f7596b1), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.180342 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-444e9141-8261-4fe0-8318-eb2b583b8117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31393420'] for subnet (24ac4ac5-9102-4f0b-875b-10f92f7596b1), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.184615 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-96217773-7b76-402f-bb29-b8947f236d35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b23bd7324194a7ab0438e13dcf70c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207729 Jun 24 04:25:15.185511 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96217773-7b76-402f-bb29-b8947f236d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442e6c25-172e-49eb-843c-5f5370150606,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:15.187927 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58492) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:15.244429 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-271094c5-dbf6-4c15-a2cb-f1547b7e516d admin admin] Publish callbacks [] for security_group (442e6c25-172e-49eb-843c-5f5370150606), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.257872 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-444e9141-8261-4fe0-8318-eb2b583b8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (24ac4ac5-9102-4f0b-875b-10f92f7596b1), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.266308 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-271094c5-dbf6-4c15-a2cb-f1547b7e516d admin admin] Publish callbacks [] for security_group (442e6c25-172e-49eb-843c-5f5370150606), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.371458 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-271094c5-dbf6-4c15-a2cb-f1547b7e516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (442e6c25-172e-49eb-843c-5f5370150606), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.373931 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-271094c5-dbf6-4c15-a2cb-f1547b7e516d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.375135 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-271094c5-dbf6-4c15-a2cb-f1547b7e516d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/442e6c25-172e-49eb-843c-5f5370150606 HTTP/1.1" status: 204 len: 168 time: 0.1862545 Jun 24 04:25:15.383507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271094c5-dbf6-4c15-a2cb-f1547b7e516d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e6c25-172e-49eb-843c-5f5370150606,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:15.395209 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-444e9141-8261-4fe0-8318-eb2b583b8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29624706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30251472'] for subnet (24ac4ac5-9102-4f0b-875b-10f92f7596b1), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.423412 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e9141-8261-4fe0-8318-eb2b583b8117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ac4ac5-9102-4f0b-875b-10f92f7596b1,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:15.438323 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-444e9141-8261-4fe0-8318-eb2b583b8117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.439792 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c57148-f215-4398-86da-b909ef7b79c6 None None] Network efb89576-4173-411c-b431-0a82b74ee0b2 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:25:15.442117 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-444e9141-8261-4fe0-8318-eb2b583b8117 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/24ac4ac5-9102-4f0b-875b-10f92f7596b1 HTTP/1.1" status: 204 len: 168 time: 0.3633287 Jun 24 04:25:15.444914 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58498) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:15.523596 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (efb89576-4173-411c-b431-0a82b74ee0b2), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.582876 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Deleting port a676f3df-a515-4afb-aca5-8424911f46b9 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:15.583267 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.628001 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] DHCP port deletion for efb89576-4173-411c-b431-0a82b74ee0b2 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:25:15.668183 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] For port a676f3df-a515-4afb-aca5-8424911f46b9, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=a676f3df-a515-4afb-aca5-8424911f46b9,segment=NetworkSegment(9a535518-8211-4919-805c-497eaefab54f),segment_id=9a535518-8211-4919-805c-497eaefab54f)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:15.668601 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.672925 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] Deleting port a676f3df-a515-4afb-aca5-8424911f46b9 {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:25:15.673727 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.691208 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Calling delete_port for a676f3df-a515-4afb-aca5-8424911f46b9 owned by network:dhcp {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:15.693394 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:15.740178 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] For port a676f3df-a515-4afb-aca5-8424911f46b9, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=a676f3df-a515-4afb-aca5-8424911f46b9,segment=NetworkSegment(9a535518-8211-4919-805c-497eaefab54f),segment_id=9a535518-8211-4919-805c-497eaefab54f)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:15.740570 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.755001 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] Calling delete_port for a676f3df-a515-4afb-aca5-8424911f46b9 owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:25:15.764408 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:15.816218 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=100 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:15.857985 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.864176 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (a676f3df-a515-4afb-aca5-8424911f46b9), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.882114 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a676f3df-a515-4afb-aca5-8424911f46b9,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:15.887629 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] No DVR routers for this DVR port a676f3df-a515-4afb-aca5-8424911f46b9 on host dv-cinder-846842-3-iscsi {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:25:15.896005 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] Pushing event deleted for resources: {'Port': ['ID=a676f3df-a515-4afb-aca5-8424911f46b9,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:15.899533 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a81e53-0ebb-48d8-8c92-e7265ef486db None None] No DVR routers for this DVR port a676f3df-a515-4afb-aca5-8424911f46b9 on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:25:15.964212 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (efb89576-4173-411c-b431-0a82b74ee0b2), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:15.985415 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb89576-4173-411c-b431-0a82b74ee0b2']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:15.995774 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a535518-8211-4919-805c-497eaefab54f') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:15.996064 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a535518-8211-4919-805c-497eaefab54f') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:16.002469 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:16.007260 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (9a535518-8211-4919-805c-497eaefab54f), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.020578 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (9a535518-8211-4919-805c-497eaefab54f), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.027997 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:25:16.034038 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (9a535518-8211-4919-805c-497eaefab54f), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.056704 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 9a535518-8211-4919-805c-497eaefab54f resource provider aggregate not found Jun 24 04:25:16.103273 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 9a535518-8211-4919-805c-497eaefab54f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a535518-8211-4919-805c-497eaefab54f found for delete ", "request_id": "req-9d4fe452-73a9-40a9-88db-7c52dbb328d7"}]} Jun 24 04:25:16.178290 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (efb89576-4173-411c-b431-0a82b74ee0b2), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.184177 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.187736 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58510) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:16.194927 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/efb89576-4173-411c-b431-0a82b74ee0b2 HTTP/1.1" status: 204 len: 168 time: 0.7489126 Jun 24 04:25:16.200586 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 5b1d1fbe-6157-4dc3-9046-fc44ed710400 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:16.209041 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e22d5-ca7f-45c1-9565-29db978c04b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb89576-4173-411c-b431-0a82b74ee0b2,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:16.219802 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:16.221112 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2615a3d1-7da2-4679-93d2-4c73719dc9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.230349 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 5b1d1fbe-6157-4dc3-9046-fc44ed710400 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:25:16.231372 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 5b1d1fbe-6157-4dc3-9046-fc44ed710400 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:16.232038 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device a676f3df-a515-4afb-aca5-8424911f46b9 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:16.256215 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: a676f3df-a515-4afb-aca5-8424911f46b9 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:25:16.256563 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device a676f3df-a515-4afb-aca5-8424911f46b9 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:16.257162 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device f062fea9-586e-427e-ad6d-2406bd4326c7 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:16.278675 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: f062fea9-586e-427e-ad6d-2406bd4326c7 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:25:16.279025 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device f062fea9-586e-427e-ad6d-2406bd4326c7 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:16.318522 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2615a3d1-7da2-4679-93d2-4c73719dc9ab admin admin] Publish callbacks [] for security_group (50f5a8e6-3c1c-43cf-8a1d-1d51853c48db), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.438781 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2615a3d1-7da2-4679-93d2-4c73719dc9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (50f5a8e6-3c1c-43cf-8a1d-1d51853c48db), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.483119 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-2615a3d1-7da2-4679-93d2-4c73719dc9ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c0342ea9a094498829ae9ebc5f8c8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917736 Jun 24 04:25:16.483119 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615a3d1-7da2-4679-93d2-4c73719dc9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f5a8e6-3c1c-43cf-8a1d-1d51853c48db,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:16.484902 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58518) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:16.543195 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6affc510-d422-439e-9a55-7daa42ba5226 admin admin] Publish callbacks [] for security_group (50f5a8e6-3c1c-43cf-8a1d-1d51853c48db), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.553227 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:16.564742 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6affc510-d422-439e-9a55-7daa42ba5226 admin admin] Publish callbacks [] for security_group (50f5a8e6-3c1c-43cf-8a1d-1d51853c48db), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.618010 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58522) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:16.668332 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-19e7fc7d-08c3-4076-892e-055a031e9590 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e75e404ef4f4118a95ca8fb8d98becd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485232 Jun 24 04:25:16.670901 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58528) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:16.707648 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6affc510-d422-439e-9a55-7daa42ba5226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (50f5a8e6-3c1c-43cf-8a1d-1d51853c48db), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.711212 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6affc510-d422-439e-9a55-7daa42ba5226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.722095 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-6affc510-d422-439e-9a55-7daa42ba5226 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50f5a8e6-3c1c-43cf-8a1d-1d51853c48db HTTP/1.1" status: 204 len: 168 time: 0.2311022 Jun 24 04:25:16.722813 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c8f55a1c-59f7-4bcd-b1a3-3af4262a6e82 admin admin] Publish callbacks [] for security_group (5ef92d58-d076-4933-a6fd-ab42d2f33581), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.741985 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affc510-d422-439e-9a55-7daa42ba5226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f5a8e6-3c1c-43cf-8a1d-1d51853c48db,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:16.748802 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c8f55a1c-59f7-4bcd-b1a3-3af4262a6e82 admin admin] Publish callbacks [] for security_group (5ef92d58-d076-4933-a6fd-ab42d2f33581), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.930652 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c8f55a1c-59f7-4bcd-b1a3-3af4262a6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (5ef92d58-d076-4933-a6fd-ab42d2f33581), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.933230 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c8f55a1c-59f7-4bcd-b1a3-3af4262a6e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:16.934561 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-c8f55a1c-59f7-4bcd-b1a3-3af4262a6e82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ef92d58-d076-4933-a6fd-ab42d2f33581 HTTP/1.1" status: 204 len: 168 time: 0.2626045 Jun 24 04:25:16.943899 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f55a1c-59f7-4bcd-b1a3-3af4262a6e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef92d58-d076-4933-a6fd-ab42d2f33581,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:17.161261 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58554) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:17.461579 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42699dbb-4094-4a1a-ae6d-5cd79cf45a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:17.549775 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42699dbb-4094-4a1a-ae6d-5cd79cf45a6d admin admin] Publish callbacks [] for security_group (ba79b2e0-39f1-49ff-9ad5-2857e15ea4da), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:17.668998 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-42699dbb-4094-4a1a-ae6d-5cd79cf45a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (ba79b2e0-39f1-49ff-9ad5-2857e15ea4da), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:17.714120 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42699dbb-4094-4a1a-ae6d-5cd79cf45a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba79b2e0-39f1-49ff-9ad5-2857e15ea4da,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:17.718517 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-42699dbb-4094-4a1a-ae6d-5cd79cf45a6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eebba33fe87a4f32ba4f697eadf56bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5561590 Jun 24 04:25:17.721490 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58568) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:17.794486 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91bca4cc-25cb-4453-9e95-77547da03480 admin admin] Publish callbacks [] for security_group (ba79b2e0-39f1-49ff-9ad5-2857e15ea4da), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:17.821893 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91bca4cc-25cb-4453-9e95-77547da03480 admin admin] Publish callbacks [] for security_group (ba79b2e0-39f1-49ff-9ad5-2857e15ea4da), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:17.880566 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58570) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:17.922599 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-9fa4b5ca-fdec-4190-b38c-2abf7150f797 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34ebafeecaa04e3196f815aff6a6f00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408225 Jun 24 04:25:17.924978 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58572) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:17.972599 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e9d798a-c23f-4d09-bff2-ab19ceee059d admin admin] Publish callbacks [] for security_group (38c5075c-2759-468f-b744-ba92696bd7df), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:17.997883 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e9d798a-c23f-4d09-bff2-ab19ceee059d admin admin] Publish callbacks [] for security_group (38c5075c-2759-468f-b744-ba92696bd7df), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:18.058241 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91bca4cc-25cb-4453-9e95-77547da03480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (ba79b2e0-39f1-49ff-9ad5-2857e15ea4da), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:18.064603 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91bca4cc-25cb-4453-9e95-77547da03480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:18.064603 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-91bca4cc-25cb-4453-9e95-77547da03480 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba79b2e0-39f1-49ff-9ad5-2857e15ea4da HTTP/1.1" status: 204 len: 168 time: 0.3351080 Jun 24 04:25:18.070783 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bca4cc-25cb-4453-9e95-77547da03480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba79b2e0-39f1-49ff-9ad5-2857e15ea4da,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:18.227910 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e9d798a-c23f-4d09-bff2-ab19ceee059d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (38c5075c-2759-468f-b744-ba92696bd7df), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:18.227910 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3e9d798a-c23f-4d09-bff2-ab19ceee059d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:18.231231 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-3e9d798a-c23f-4d09-bff2-ab19ceee059d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38c5075c-2759-468f-b744-ba92696bd7df HTTP/1.1" status: 204 len: 168 time: 0.3053069 Jun 24 04:25:18.244223 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d798a-c23f-4d09-bff2-ab19ceee059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c5075c-2759-468f-b744-ba92696bd7df,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:19.895830 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:19.998523 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58640) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:20.105343 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d86c4ee-1523-4d77-9bae-269acde256f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:20.115002 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:20.180014 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d86c4ee-1523-4d77-9bae-269acde256f4 admin admin] Publish callbacks [] for security_group (6b8c0140-aa01-4fae-82bd-245ee0c61c2f), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:20.239967 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3d86c4ee-1523-4d77-9bae-269acde256f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6b8c0140-aa01-4fae-82bd-245ee0c61c2f), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:20.280793 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-3d86c4ee-1523-4d77-9bae-269acde256f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1a26c3444f240798c013d1b72d58794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810977 Jun 24 04:25:20.281586 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86c4ee-1523-4d77-9bae-269acde256f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8c0140-aa01-4fae-82bd-245ee0c61c2f,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:20.283618 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58644) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:20.335962 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-28264d6d-ebd4-49df-ab08-a7d6827c988c admin admin] Publish callbacks [] for security_group (6b8c0140-aa01-4fae-82bd-245ee0c61c2f), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:20.357427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-28264d6d-ebd4-49df-ab08-a7d6827c988c admin admin] Publish callbacks [] for security_group (6b8c0140-aa01-4fae-82bd-245ee0c61c2f), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:20.484914 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-28264d6d-ebd4-49df-ab08-a7d6827c988c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6b8c0140-aa01-4fae-82bd-245ee0c61c2f), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:20.487494 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-28264d6d-ebd4-49df-ab08-a7d6827c988c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:20.488652 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-28264d6d-ebd4-49df-ab08-a7d6827c988c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b8c0140-aa01-4fae-82bd-245ee0c61c2f HTTP/1.1" status: 204 len: 168 time: 0.2039809 Jun 24 04:25:20.497190 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28264d6d-ebd4-49df-ab08-a7d6827c988c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8c0140-aa01-4fae-82bd-245ee0c61c2f,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:20.546836 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=44 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:20.574195 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=41 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:21.111094 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58654) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:21.125150 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e41e1bf1-f734-4f8a-9449-7feb2d7c8972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:21.161454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:21.212460 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e41e1bf1-f734-4f8a-9449-7feb2d7c8972 admin admin] Publish callbacks [] for security_group (ac3d37f7-fc64-4873-a9e1-4f802f16c24b), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:21.279914 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e41e1bf1-f734-4f8a-9449-7feb2d7c8972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (ac3d37f7-fc64-4873-a9e1-4f802f16c24b), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:21.306633 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:21.318025 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e1bf1-f734-4f8a-9449-7feb2d7c8972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d37f7-fc64-4873-a9e1-4f802f16c24b,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:21.323048 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e41e1bf1-f734-4f8a-9449-7feb2d7c8972 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0513b9e88c5e4d69bceb5e9d1d5b8a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109089 Jun 24 04:25:21.325920 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58656) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:21.376390 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-11313d5a-e7a3-4013-b055-7ca7077df6ef admin admin] Publish callbacks [] for security_group (ac3d37f7-fc64-4873-a9e1-4f802f16c24b), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:21.398708 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-11313d5a-e7a3-4013-b055-7ca7077df6ef admin admin] Publish callbacks [] for security_group (ac3d37f7-fc64-4873-a9e1-4f802f16c24b), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:21.541363 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-11313d5a-e7a3-4013-b055-7ca7077df6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (ac3d37f7-fc64-4873-a9e1-4f802f16c24b), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:21.544022 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-11313d5a-e7a3-4013-b055-7ca7077df6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:21.545213 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-11313d5a-e7a3-4013-b055-7ca7077df6ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac3d37f7-fc64-4873-a9e1-4f802f16c24b HTTP/1.1" status: 204 len: 168 time: 0.2187750 Jun 24 04:25:21.553827 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11313d5a-e7a3-4013-b055-7ca7077df6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d37f7-fc64-4873-a9e1-4f802f16c24b,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:24.475312 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58776) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:24.525458 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58780) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:24.640439 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c0d61a47-434f-4c52-9cc5-b3bb640fa01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.647282 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-eafeb96c-d0af-4b83-9ddf-a07a5a2bee28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.719415 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c0d61a47-434f-4c52-9cc5-b3bb640fa01c admin admin] Publish callbacks [] for security_group (f77c1264-3454-46c4-a9ef-83dc51d1648d), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.729604 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-eafeb96c-d0af-4b83-9ddf-a07a5a2bee28 admin admin] Publish callbacks [] for security_group (c6f1fd1f-4a85-4ac9-bbc9-a2afec7b6f3f), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.806758 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-eafeb96c-d0af-4b83-9ddf-a07a5a2bee28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c6f1fd1f-4a85-4ac9-bbc9-a2afec7b6f3f), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.806940 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c0d61a47-434f-4c52-9cc5-b3bb640fa01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f77c1264-3454-46c4-a9ef-83dc51d1648d), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.847003 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-c0d61a47-434f-4c52-9cc5-b3bb640fa01c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3cee9e2e5b84b2193fe5c41081feafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167226 Jun 24 04:25:24.847304 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58800) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:24.857579 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-eafeb96c-d0af-4b83-9ddf-a07a5a2bee28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8495d512a9a47368dbb2b585b385b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812046 Jun 24 04:25:24.857808 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d61a47-434f-4c52-9cc5-b3bb640fa01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77c1264-3454-46c4-a9ef-83dc51d1648d,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:24.860188 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58802) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:24.877235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafeb96c-d0af-4b83-9ddf-a07a5a2bee28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f1fd1f-4a85-4ac9-bbc9-a2afec7b6f3f,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:24.912175 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e71a-ccfb-4238-9053-5d7850177038 admin admin] Publish callbacks [] for security_group (c6f1fd1f-4a85-4ac9-bbc9-a2afec7b6f3f), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.923883 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1a8a-526d-4d38-8598-be3268d3e658 admin admin] Publish callbacks [] for security_group (f77c1264-3454-46c4-a9ef-83dc51d1648d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.933853 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e71a-ccfb-4238-9053-5d7850177038 admin admin] Publish callbacks [] for security_group (c6f1fd1f-4a85-4ac9-bbc9-a2afec7b6f3f), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:24.946299 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1a8a-526d-4d38-8598-be3268d3e658 admin admin] Publish callbacks [] for security_group (f77c1264-3454-46c4-a9ef-83dc51d1648d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:25.032826 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e71a-ccfb-4238-9053-5d7850177038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c6f1fd1f-4a85-4ac9-bbc9-a2afec7b6f3f), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:25.035412 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e71a-ccfb-4238-9053-5d7850177038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:25.036587 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-e6f2e71a-ccfb-4238-9053-5d7850177038 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6f1fd1f-4a85-4ac9-bbc9-a2afec7b6f3f HTTP/1.1" status: 204 len: 168 time: 0.1753931 Jun 24 04:25:25.047671 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2e71a-ccfb-4238-9053-5d7850177038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f1fd1f-4a85-4ac9-bbc9-a2afec7b6f3f,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:25.061636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1a8a-526d-4d38-8598-be3268d3e658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f77c1264-3454-46c4-a9ef-83dc51d1648d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:25.064378 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1a8a-526d-4d38-8598-be3268d3e658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:25.069299 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-4e1f1a8a-526d-4d38-8598-be3268d3e658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f77c1264-3454-46c4-a9ef-83dc51d1648d HTTP/1.1" status: 204 len: 168 time: 0.2209144 Jun 24 04:25:25.080819 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f1a8a-526d-4d38-8598-be3268d3e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77c1264-3454-46c4-a9ef-83dc51d1648d,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:25.769105 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58814) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:25.783106 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8015-1475-4e76-b7d6-799988743d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:25.862990 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8015-1475-4e76-b7d6-799988743d1e admin admin] Publish callbacks [] for security_group (f601d347-98f4-476f-bc1a-754cd3465062), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:25.872195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58816) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:25.886385 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-098b9c4f-0486-45ff-a630-c307f75b8f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:25.888631 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:26.007063 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-c7ba8015-1475-4e76-b7d6-799988743d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f601d347-98f4-476f-bc1a-754cd3465062), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.042848 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:26.065542 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-c7ba8015-1475-4e76-b7d6-799988743d1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6005f6f09c8c4fc99e7d23f795373265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952991 Jun 24 04:25:26.068344 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58822) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:26.069112 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba8015-1475-4e76-b7d6-799988743d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f601d347-98f4-476f-bc1a-754cd3465062,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:26.079772 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-098b9c4f-0486-45ff-a630-c307f75b8f78 admin admin] Publish callbacks [] for security_group (7d3d7463-a489-4992-865d-1b086265dd54), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.096547 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:26.120097 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd41c-efb8-419c-aac9-66857665ad03 admin admin] Publish callbacks [] for security_group (f601d347-98f4-476f-bc1a-754cd3465062), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.141236 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd41c-efb8-419c-aac9-66857665ad03 admin admin] Publish callbacks [] for security_group (f601d347-98f4-476f-bc1a-754cd3465062), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.142921 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-098b9c4f-0486-45ff-a630-c307f75b8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7d3d7463-a489-4992-865d-1b086265dd54), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.192485 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-098b9c4f-0486-45ff-a630-c307f75b8f78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d245f25d19540e4832a72e63ca39b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192394 Jun 24 04:25:26.219617 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b9c4f-0486-45ff-a630-c307f75b8f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3d7463-a489-4992-865d-1b086265dd54,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:26.220122 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58824) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:26.244612 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-478df6b7-d5bd-408a-b9fa-cbc55413c401 admin admin] Publish callbacks [] for security_group (7d3d7463-a489-4992-865d-1b086265dd54), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.265982 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-478df6b7-d5bd-408a-b9fa-cbc55413c401 admin admin] Publish callbacks [] for security_group (7d3d7463-a489-4992-865d-1b086265dd54), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.284877 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:26.301035 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd41c-efb8-419c-aac9-66857665ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f601d347-98f4-476f-bc1a-754cd3465062), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.303611 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b2ebd41c-efb8-419c-aac9-66857665ad03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.320532 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b2ebd41c-efb8-419c-aac9-66857665ad03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f601d347-98f4-476f-bc1a-754cd3465062 HTTP/1.1" status: 204 len: 168 time: 0.2353730 Jun 24 04:25:26.320532 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebd41c-efb8-419c-aac9-66857665ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f601d347-98f4-476f-bc1a-754cd3465062,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:26.405785 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-478df6b7-d5bd-408a-b9fa-cbc55413c401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7d3d7463-a489-4992-865d-1b086265dd54), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.408388 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-478df6b7-d5bd-408a-b9fa-cbc55413c401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:26.412330 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-478df6b7-d5bd-408a-b9fa-cbc55413c401 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d3d7463-a489-4992-865d-1b086265dd54 HTTP/1.1" status: 204 len: 168 time: 0.2137043 Jun 24 04:25:26.420153 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478df6b7-d5bd-408a-b9fa-cbc55413c401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3d7463-a489-4992-865d-1b086265dd54,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:27.173805 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58844) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:27.188616 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2a4559c-9397-4422-b628-5447efd1dbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:27.263174 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2a4559c-9397-4422-b628-5447efd1dbf3 admin admin] Publish callbacks [] for security_group (46f36190-27c7-4502-8115-d4dbc1e872d9), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:27.343114 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d2a4559c-9397-4422-b628-5447efd1dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (46f36190-27c7-4502-8115-d4dbc1e872d9), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:27.383972 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d2a4559c-9397-4422-b628-5447efd1dbf3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=223b1389dfb44aa08a57e2a1959ac9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084732 Jun 24 04:25:27.386002 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4559c-9397-4422-b628-5447efd1dbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f36190-27c7-4502-8115-d4dbc1e872d9,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:27.386812 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58856) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:27.438248 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-abc20241-d5fb-4de5-b25a-07b57dbc8773 admin admin] Publish callbacks [] for security_group (46f36190-27c7-4502-8115-d4dbc1e872d9), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:27.460883 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-abc20241-d5fb-4de5-b25a-07b57dbc8773 admin admin] Publish callbacks [] for security_group (46f36190-27c7-4502-8115-d4dbc1e872d9), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:27.606119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-abc20241-d5fb-4de5-b25a-07b57dbc8773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (46f36190-27c7-4502-8115-d4dbc1e872d9), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:27.609829 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-abc20241-d5fb-4de5-b25a-07b57dbc8773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:27.610557 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-abc20241-d5fb-4de5-b25a-07b57dbc8773 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46f36190-27c7-4502-8115-d4dbc1e872d9 HTTP/1.1" status: 204 len: 168 time: 0.2222705 Jun 24 04:25:27.620008 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc20241-d5fb-4de5-b25a-07b57dbc8773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f36190-27c7-4502-8115-d4dbc1e872d9,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:28.146284 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58872) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:28.286980 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-dd44ab0e-18b9-4bd7-bbe2-445df932da96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.354995 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ebe797ab-c145-4fbe-b937-56d982c71a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.385134 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58882) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:28.387212 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-dd44ab0e-18b9-4bd7-bbe2-445df932da96 admin admin] Publish callbacks [] for security_group (676e8bf1-ad97-48b5-98a6-640574bc6b67), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.451707 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-dd44ab0e-18b9-4bd7-bbe2-445df932da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (676e8bf1-ad97-48b5-98a6-640574bc6b67), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.496915 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-dd44ab0e-18b9-4bd7-bbe2-445df932da96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31e28df63efa487a8bb4d3000f3c6e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471451 Jun 24 04:25:28.497213 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58888) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:28.499856 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ab0e-18b9-4bd7-bbe2-445df932da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676e8bf1-ad97-48b5-98a6-640574bc6b67,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:28.512586 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-19fffd5f-449d-4cae-a589-05a41023d099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.583963 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b810305-b99f-40ea-b9d5-e40c6b73fb51 admin admin] Publish callbacks [] for security_group (676e8bf1-ad97-48b5-98a6-640574bc6b67), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.619389 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b810305-b99f-40ea-b9d5-e40c6b73fb51 admin admin] Publish callbacks [] for security_group (676e8bf1-ad97-48b5-98a6-640574bc6b67), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.672266 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-19fffd5f-449d-4cae-a589-05a41023d099 admin admin] Publish callbacks [] for security_group (82b179d3-d184-4b86-b7c5-924dbb0cdc52), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.754187 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-19fffd5f-449d-4cae-a589-05a41023d099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (82b179d3-d184-4b86-b7c5-924dbb0cdc52), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.794782 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-19fffd5f-449d-4cae-a589-05a41023d099 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52e5f9c40d204fb5944f7c004a236f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079547 Jun 24 04:25:28.795636 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fffd5f-449d-4cae-a589-05a41023d099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b179d3-d184-4b86-b7c5-924dbb0cdc52,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:28.797467 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58894) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:28.799791 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b810305-b99f-40ea-b9d5-e40c6b73fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (676e8bf1-ad97-48b5-98a6-640574bc6b67), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.802235 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8b810305-b99f-40ea-b9d5-e40c6b73fb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.806157 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8b810305-b99f-40ea-b9d5-e40c6b73fb51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/676e8bf1-ad97-48b5-98a6-640574bc6b67 HTTP/1.1" status: 204 len: 168 time: 0.3052671 Jun 24 04:25:28.825181 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b810305-b99f-40ea-b9d5-e40c6b73fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676e8bf1-ad97-48b5-98a6-640574bc6b67,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:28.876074 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Publish callbacks [] for security_group (82b179d3-d184-4b86-b7c5-924dbb0cdc52), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:28.901219 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Publish callbacks [] for security_group (82b179d3-d184-4b86-b7c5-924dbb0cdc52), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:29.063795 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (82b179d3-d184-4b86-b7c5-924dbb0cdc52), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:29.066547 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:29.068102 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82b179d3-d184-4b86-b7c5-924dbb0cdc52 HTTP/1.1" status: 204 len: 168 time: 0.2691820 Jun 24 04:25:29.079684 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b179d3-d184-4b86-b7c5-924dbb0cdc52,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:29.087842 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.088419 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.088759 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.089095 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.089427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.089758 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.090147 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.090509 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.090837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.091166 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.091482 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.091984 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.092475 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.092960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.093441 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005adb32-610d-4416-9223-55d4de845174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:29.874818 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 58922) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:29.888347 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-929779a0-298f-424b-a9db-80a4a1cf4409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:29.917513 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:29.974002 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-929779a0-298f-424b-a9db-80a4a1cf4409 admin admin] Publish callbacks [] for security_group (a2eca843-947e-45ef-89fb-d8283381f896), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:30.057747 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-929779a0-298f-424b-a9db-80a4a1cf4409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a2eca843-947e-45ef-89fb-d8283381f896), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:30.106322 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-929779a0-298f-424b-a9db-80a4a1cf4409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=197df0cb183f40c681f824473b8112ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303832 Jun 24 04:25:30.107533 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929779a0-298f-424b-a9db-80a4a1cf4409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eca843-947e-45ef-89fb-d8283381f896,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:30.109068 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 58932) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:30.115711 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:30.170574 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f46bd28d-8892-4318-a041-8d500033ecb3 admin admin] Publish callbacks [] for security_group (a2eca843-947e-45ef-89fb-d8283381f896), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:30.197435 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f46bd28d-8892-4318-a041-8d500033ecb3 admin admin] Publish callbacks [] for security_group (a2eca843-947e-45ef-89fb-d8283381f896), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:30.330202 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f46bd28d-8892-4318-a041-8d500033ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a2eca843-947e-45ef-89fb-d8283381f896), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:30.333993 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f46bd28d-8892-4318-a041-8d500033ecb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:30.335318 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f46bd28d-8892-4318-a041-8d500033ecb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2eca843-947e-45ef-89fb-d8283381f896 HTTP/1.1" status: 204 len: 168 time: 0.2251492 Jun 24 04:25:30.348238 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bd28d-8892-4318-a041-8d500033ecb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eca843-947e-45ef-89fb-d8283381f896,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:30.561168 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b72-b3e5-4a78-a5e7-2f95f46e8954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:31.777171 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:33.136034 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:33.422891 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:35.588741 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59090) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:35.707147 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cfb5120e-f85c-4956-8776-9966c015569c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:35.719245 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:35.786178 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cfb5120e-f85c-4956-8776-9966c015569c admin admin] Publish callbacks [] for security_group (3b42a56a-3b7d-48aa-b1ea-c937a6278be1), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:35.880619 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-cfb5120e-f85c-4956-8776-9966c015569c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (3b42a56a-3b7d-48aa-b1ea-c937a6278be1), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:35.921515 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-cfb5120e-f85c-4956-8776-9966c015569c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec7dff5f75b64f6cb7109641144c552d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316081 Jun 24 04:25:35.923469 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5120e-f85c-4956-8776-9966c015569c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b42a56a-3b7d-48aa-b1ea-c937a6278be1,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:35.924399 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59100) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:35.980180 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Publish callbacks [] for security_group (3b42a56a-3b7d-48aa-b1ea-c937a6278be1), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:36.003484 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Publish callbacks [] for security_group (3b42a56a-3b7d-48aa-b1ea-c937a6278be1), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:36.036671 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:36.135838 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (3b42a56a-3b7d-48aa-b1ea-c937a6278be1), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:36.138465 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:36.139632 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b42a56a-3b7d-48aa-b1ea-c937a6278be1 HTTP/1.1" status: 204 len: 168 time: 0.2118788 Jun 24 04:25:36.148206 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b42a56a-3b7d-48aa-b1ea-c937a6278be1,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:36.157803 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.158147 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.158515 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.158853 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.159182 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.159511 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.159832 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.160154 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.160475 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.160800 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.161120 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.161811 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.161811 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.162051 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.162376 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff961f78-a8f2-44e8-8df8-4d6ad731e49b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:36.855058 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59122) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:36.869632 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4994bdea-8c66-44c4-8885-ae641dd053d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:36.950534 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4994bdea-8c66-44c4-8885-ae641dd053d3 admin admin] Publish callbacks [] for security_group (e95ceb8b-93a3-43aa-83a3-f330c9e77180), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:37.057254 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4994bdea-8c66-44c4-8885-ae641dd053d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (e95ceb8b-93a3-43aa-83a3-f330c9e77180), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:37.096695 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994bdea-8c66-44c4-8885-ae641dd053d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95ceb8b-93a3-43aa-83a3-f330c9e77180,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:37.100902 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4994bdea-8c66-44c4-8885-ae641dd053d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e62cf048a94841c3b0642d5da05fcc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447574 Jun 24 04:25:37.103622 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59124) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:37.155093 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f3f423ad-83dc-411e-b181-91c4c7f69a4d admin admin] Publish callbacks [] for security_group (e95ceb8b-93a3-43aa-83a3-f330c9e77180), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:37.180395 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f3f423ad-83dc-411e-b181-91c4c7f69a4d admin admin] Publish callbacks [] for security_group (e95ceb8b-93a3-43aa-83a3-f330c9e77180), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:37.274052 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f3f423ad-83dc-411e-b181-91c4c7f69a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (e95ceb8b-93a3-43aa-83a3-f330c9e77180), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:37.276889 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f3f423ad-83dc-411e-b181-91c4c7f69a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:37.278037 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f3f423ad-83dc-411e-b181-91c4c7f69a4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e95ceb8b-93a3-43aa-83a3-f330c9e77180 HTTP/1.1" status: 204 len: 168 time: 0.1734309 Jun 24 04:25:37.286343 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f423ad-83dc-411e-b181-91c4c7f69a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95ceb8b-93a3-43aa-83a3-f330c9e77180,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:37.670940 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:37.670940 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:41.792383 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59236) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:41.904233 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-18096017-5266-4b4d-9782-ba8afbb40762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:41.986938 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-18096017-5266-4b4d-9782-ba8afbb40762 admin admin] Publish callbacks [] for security_group (c2d0010b-8e20-48cd-ae17-5034b5c37341), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.079660 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-18096017-5266-4b4d-9782-ba8afbb40762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c2d0010b-8e20-48cd-ae17-5034b5c37341), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.121953 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-18096017-5266-4b4d-9782-ba8afbb40762 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a191785599744ef907f9e1f17bc572d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274219 Jun 24 04:25:42.122814 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18096017-5266-4b4d-9782-ba8afbb40762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d0010b-8e20-48cd-ae17-5034b5c37341,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:42.124917 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59246) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:42.187462 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-622a0d6a-027e-4f1e-b208-73feb513b154 admin admin] Publish callbacks [] for security_group (c2d0010b-8e20-48cd-ae17-5034b5c37341), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.211112 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-622a0d6a-027e-4f1e-b208-73feb513b154 admin admin] Publish callbacks [] for security_group (c2d0010b-8e20-48cd-ae17-5034b5c37341), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.240711 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:42.343414 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-622a0d6a-027e-4f1e-b208-73feb513b154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c2d0010b-8e20-48cd-ae17-5034b5c37341), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.345810 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-622a0d6a-027e-4f1e-b208-73feb513b154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.346982 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-622a0d6a-027e-4f1e-b208-73feb513b154 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2d0010b-8e20-48cd-ae17-5034b5c37341 HTTP/1.1" status: 204 len: 168 time: 0.2210906 Jun 24 04:25:42.354822 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a0d6a-027e-4f1e-b208-73feb513b154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d0010b-8e20-48cd-ae17-5034b5c37341,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:42.594093 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59252) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:42.706127 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8496112d-fcb2-4831-a1bf-f24455fd288e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.780771 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8496112d-fcb2-4831-a1bf-f24455fd288e admin admin] Publish callbacks [] for security_group (601ef502-02ab-45e3-84b8-71a2cd37e691), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.862486 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8496112d-fcb2-4831-a1bf-f24455fd288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (601ef502-02ab-45e3-84b8-71a2cd37e691), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.904216 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8496112d-fcb2-4831-a1bf-f24455fd288e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ef415ea2ce84b9591a449dda4b59e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089437 Jun 24 04:25:42.905253 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496112d-fcb2-4831-a1bf-f24455fd288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601ef502-02ab-45e3-84b8-71a2cd37e691,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:42.907069 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59258) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:42.961764 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-23198903-b0d0-413f-aee4-93576e1b9929 admin admin] Publish callbacks [] for security_group (601ef502-02ab-45e3-84b8-71a2cd37e691), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.984135 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-23198903-b0d0-413f-aee4-93576e1b9929 admin admin] Publish callbacks [] for security_group (601ef502-02ab-45e3-84b8-71a2cd37e691), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:42.990873 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59260) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:43.008516 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-819f9fad-5ecd-472b-9437-4ff78c82a480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.101941 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-23198903-b0d0-413f-aee4-93576e1b9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (601ef502-02ab-45e3-84b8-71a2cd37e691), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.104770 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-23198903-b0d0-413f-aee4-93576e1b9929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.109152 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-23198903-b0d0-413f-aee4-93576e1b9929 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/601ef502-02ab-45e3-84b8-71a2cd37e691 HTTP/1.1" status: 204 len: 168 time: 0.2005401 Jun 24 04:25:43.117542 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23198903-b0d0-413f-aee4-93576e1b9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601ef502-02ab-45e3-84b8-71a2cd37e691,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:43.169831 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-819f9fad-5ecd-472b-9437-4ff78c82a480 admin admin] Publish callbacks [] for security_group (d0c6b76a-f827-479e-bd5d-d259547f6f80), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.240144 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-819f9fad-5ecd-472b-9437-4ff78c82a480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (d0c6b76a-f827-479e-bd5d-d259547f6f80), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.283337 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f9fad-5ecd-472b-9437-4ff78c82a480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c6b76a-f827-479e-bd5d-d259547f6f80,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:43.287370 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-819f9fad-5ecd-472b-9437-4ff78c82a480 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59ddee588ff346dda41ede6092d6b9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951145 Jun 24 04:25:43.289969 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59274) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:43.313111 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:43.339008 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-564a2427-05ec-4005-ab97-aecf449f9785 admin admin] Publish callbacks [] for security_group (d0c6b76a-f827-479e-bd5d-d259547f6f80), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.362790 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-564a2427-05ec-4005-ab97-aecf449f9785 admin admin] Publish callbacks [] for security_group (d0c6b76a-f827-479e-bd5d-d259547f6f80), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.507645 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-564a2427-05ec-4005-ab97-aecf449f9785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (d0c6b76a-f827-479e-bd5d-d259547f6f80), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.510573 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-564a2427-05ec-4005-ab97-aecf449f9785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:43.513281 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-564a2427-05ec-4005-ab97-aecf449f9785 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0c6b76a-f827-479e-bd5d-d259547f6f80 HTTP/1.1" status: 204 len: 168 time: 0.2208736 Jun 24 04:25:43.528521 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a2427-05ec-4005-ab97-aecf449f9785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c6b76a-f827-479e-bd5d-d259547f6f80,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:43.962300 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59302) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:43.977285 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-34073b9e-a213-4c47-8306-5c524f33947a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.057613 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-34073b9e-a213-4c47-8306-5c524f33947a admin admin] Publish callbacks [] for security_group (7cacca99-d0e1-444d-90c0-2a5c86b907df), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.114151 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-34073b9e-a213-4c47-8306-5c524f33947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7cacca99-d0e1-444d-90c0-2a5c86b907df), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.161356 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-34073b9e-a213-4c47-8306-5c524f33947a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=689e29647b3d46c29d0ce35362f05f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956201 Jun 24 04:25:44.161356 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34073b9e-a213-4c47-8306-5c524f33947a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cacca99-d0e1-444d-90c0-2a5c86b907df,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:44.162144 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59308) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:44.180264 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:44.215087 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8084d6e5-1580-44aa-8a03-7a81b939fce2 admin admin] Publish callbacks [] for security_group (7cacca99-d0e1-444d-90c0-2a5c86b907df), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.236110 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8084d6e5-1580-44aa-8a03-7a81b939fce2 admin admin] Publish callbacks [] for security_group (7cacca99-d0e1-444d-90c0-2a5c86b907df), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.369977 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8084d6e5-1580-44aa-8a03-7a81b939fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7cacca99-d0e1-444d-90c0-2a5c86b907df), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.373315 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-8084d6e5-1580-44aa-8a03-7a81b939fce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.374500 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-8084d6e5-1580-44aa-8a03-7a81b939fce2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cacca99-d0e1-444d-90c0-2a5c86b907df HTTP/1.1" status: 204 len: 168 time: 0.2114358 Jun 24 04:25:44.382299 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084d6e5-1580-44aa-8a03-7a81b939fce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cacca99-d0e1-444d-90c0-2a5c86b907df,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:44.416147 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59318) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:44.430230 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3a4320c6-192b-4d2a-9745-8f3d44f25e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.506431 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:44.511091 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3a4320c6-192b-4d2a-9745-8f3d44f25e8b admin admin] Publish callbacks [] for security_group (fdb20ebf-3e58-4504-9a6b-9d68a633aa40), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.603910 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3a4320c6-192b-4d2a-9745-8f3d44f25e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (fdb20ebf-3e58-4504-9a6b-9d68a633aa40), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.649019 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-3a4320c6-192b-4d2a-9745-8f3d44f25e8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e69408a96c948b18c3456d4254a9930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281809 Jun 24 04:25:44.649019 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4320c6-192b-4d2a-9745-8f3d44f25e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb20ebf-3e58-4504-9a6b-9d68a633aa40,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:44.649275 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59326) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:44.698622 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:44.709044 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e45-b2de-4d5b-910a-40df5520c03e admin admin] Publish callbacks [] for security_group (fdb20ebf-3e58-4504-9a6b-9d68a633aa40), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.731394 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e45-b2de-4d5b-910a-40df5520c03e admin admin] Publish callbacks [] for security_group (fdb20ebf-3e58-4504-9a6b-9d68a633aa40), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.864180 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e45-b2de-4d5b-910a-40df5520c03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (fdb20ebf-3e58-4504-9a6b-9d68a633aa40), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.867283 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e45-b2de-4d5b-910a-40df5520c03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:44.874434 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ca7a0e45-b2de-4d5b-910a-40df5520c03e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdb20ebf-3e58-4504-9a6b-9d68a633aa40 HTTP/1.1" status: 204 len: 168 time: 0.2185738 Jun 24 04:25:44.877989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a0e45-b2de-4d5b-910a-40df5520c03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb20ebf-3e58-4504-9a6b-9d68a633aa40,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:46.648464 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:25:46.773362 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59414) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:46.883718 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-48943a0c-810c-4c60-91e5-f26140623043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:46.967130 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-48943a0c-810c-4c60-91e5-f26140623043 admin admin] Publish callbacks [] for security_group (c7e98584-d5f1-4713-a4db-d9d9ca37a354), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:47.097313 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-48943a0c-810c-4c60-91e5-f26140623043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c7e98584-d5f1-4713-a4db-d9d9ca37a354), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:47.139827 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-48943a0c-810c-4c60-91e5-f26140623043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4a2a6c9a2c94f528bf83cb33d08a748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653202 Jun 24 04:25:47.143529 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48943a0c-810c-4c60-91e5-f26140623043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e98584-d5f1-4713-a4db-d9d9ca37a354,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:47.143677 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59432) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:47.194637 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-27159d7f-edc5-4837-b6dc-cd304dd73c45 admin admin] Publish callbacks [] for security_group (c7e98584-d5f1-4713-a4db-d9d9ca37a354), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:47.217106 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-27159d7f-edc5-4837-b6dc-cd304dd73c45 admin admin] Publish callbacks [] for security_group (c7e98584-d5f1-4713-a4db-d9d9ca37a354), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:47.358819 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-27159d7f-edc5-4837-b6dc-cd304dd73c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (c7e98584-d5f1-4713-a4db-d9d9ca37a354), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:47.361370 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-27159d7f-edc5-4837-b6dc-cd304dd73c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:47.362562 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-27159d7f-edc5-4837-b6dc-cd304dd73c45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7e98584-d5f1-4713-a4db-d9d9ca37a354 HTTP/1.1" status: 204 len: 168 time: 0.2180533 Jun 24 04:25:47.374928 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27159d7f-edc5-4837-b6dc-cd304dd73c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e98584-d5f1-4713-a4db-d9d9ca37a354,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:47.385425 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:47.386162 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=47,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:48.050353 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59440) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:48.064822 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-525b3e85-1e65-4820-904a-f2dc813e18a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:48.147657 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-525b3e85-1e65-4820-904a-f2dc813e18a7 admin admin] Publish callbacks [] for security_group (3c1bf2e5-5aa7-4d33-9dec-3c476d425397), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:48.222335 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-525b3e85-1e65-4820-904a-f2dc813e18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (3c1bf2e5-5aa7-4d33-9dec-3c476d425397), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:48.266696 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-525b3e85-1e65-4820-904a-f2dc813e18a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2724a8be0ed45458769d59be6b32cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151053 Jun 24 04:25:48.267482 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b3e85-1e65-4820-904a-f2dc813e18a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1bf2e5-5aa7-4d33-9dec-3c476d425397,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:48.269339 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59442) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:48.322777 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7465f92a-2d90-44b1-83e9-a4a4e4047dd9 admin admin] Publish callbacks [] for security_group (3c1bf2e5-5aa7-4d33-9dec-3c476d425397), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:48.337228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:48.347332 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7465f92a-2d90-44b1-83e9-a4a4e4047dd9 admin admin] Publish callbacks [] for security_group (3c1bf2e5-5aa7-4d33-9dec-3c476d425397), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:48.508262 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7465f92a-2d90-44b1-83e9-a4a4e4047dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (3c1bf2e5-5aa7-4d33-9dec-3c476d425397), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:48.511108 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7465f92a-2d90-44b1-83e9-a4a4e4047dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:48.512993 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7465f92a-2d90-44b1-83e9-a4a4e4047dd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c1bf2e5-5aa7-4d33-9dec-3c476d425397 HTTP/1.1" status: 204 len: 168 time: 0.2426140 Jun 24 04:25:48.521527 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465f92a-2d90-44b1-83e9-a4a4e4047dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1bf2e5-5aa7-4d33-9dec-3c476d425397,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:49.670090 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59468) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:49.772542 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1353617942-network', 'tenant_id': 'b3bcb19357c24ccba28c50654673d103'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:25:49.867637 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Made reservation on behalf of b3bcb19357c24ccba28c50654673d103 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:25:49.870238 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:49.879538 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:49.880535 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:49.960402 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Publish callbacks [] for security_group (57f72d58-080c-449b-93f1-727f864f240a), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.022807 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (57f72d58-080c-449b-93f1-727f864f240a), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.050061 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:25:50.067461 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f72d58-080c-449b-93f1-727f864f240a,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:50.071179 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (1aef19bf-2b33-4033-93c5-4705ee7e8f4d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.071629 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Added segment 1aef19bf-2b33-4033-93c5-4705ee7e8f4d of type vlan for network c7fed375-b8f8-4497-8fad-3c0924f3dff9 Jun 24 04:25:50.114161 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (c7fed375-b8f8-4497-8fad-3c0924f3dff9), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.228110 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (c7fed375-b8f8-4497-8fad-3c0924f3dff9), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.229140 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:25:50.229716 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.235636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:50.292428 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] Pushing event updated for resources: {'Network': ['ID=c7fed375-b8f8-4497-8fad-3c0924f3dff9,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:50.302790 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network c7fed375-b8f8-4497-8fad-3c0924f3dff9 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:25:50.325004 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-274d36bc-95d1-4943-a386-510ea700d73f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6536045 Jun 24 04:25:50.334884 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59472) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:50.334884 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Request body: {'subnet': {'network_id': 'c7fed375-b8f8-4497-8fad-3c0924f3dff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1353617942-subnet', 'tenant_id': 'b3bcb19357c24ccba28c50654673d103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:25:50.427950 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Made reservation on behalf of b3bcb19357c24ccba28c50654673d103 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:25:50.430445 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30621949'] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.686527 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30618175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30621835'] for subnet (8c3e476e-20f8-4f18-8301-c2e793b56b33), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.735418 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3e476e-20f8-4f18-8301-c2e793b56b33,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:50.754924 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Checking segment: {'id': '1aef19bf-2b33-4033-93c5-4705ee7e8f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c7fed375-b8f8-4497-8fad-3c0924f3dff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:25:50.755269 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Network hostable DHCP agents. Network: c7fed375-b8f8-4497-8fad-3c0924f3dff9, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:25:50.761373 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:50.845178 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Network c7fed375-b8f8-4497-8fad-3c0924f3dff9 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:25:50.954073 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, c7fed375-b8f8-4497-8fad-3c0924f3dff9) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:25:50.958104 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:25:50.958731 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:50.963988 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352af5a2-c43b-431b-8443-766180d8852c None None] Network c7fed375-b8f8-4497-8fad-3c0924f3dff9 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:25:51.043099 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ab9d60fb-1520-43cc-b37d-0080f3f143dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7136841 Jun 24 04:25:51.066878 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f99745a-3840-4286-9d6a-988e2182cec1 None None] Network c7fed375-b8f8-4497-8fad-3c0924f3dff9 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:25:51.789710 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59492) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:51.794651 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1614413384-network', 'tenant_id': 'b61d9a36f41e4f7d9967cc973e0864d9'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:25:51.885635 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Made reservation on behalf of b61d9a36f41e4f7d9967cc973e0864d9 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:25:51.888047 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:51.897617 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:51.976732 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Publish callbacks [] for security_group (a0648413-bdac-41bd-8775-e54c7e597221), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.057074 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a0648413-bdac-41bd-8775-e54c7e597221), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.086074 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:25:52.093084 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0648413-bdac-41bd-8775-e54c7e597221,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:52.098956 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (92002dd6-4c2c-400b-b21c-eecac67f2bb3), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.099290 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Added segment 92002dd6-4c2c-400b-b21c-eecac67f2bb3 of type vlan for network d4009f83-59a6-4d7c-98f9-b2155fefbbb7 Jun 24 04:25:52.151747 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (d4009f83-59a6-4d7c-98f9-b2155fefbbb7), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.239571 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (d4009f83-59a6-4d7c-98f9-b2155fefbbb7), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.240674 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:25:52.241249 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.306960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] Pushing event updated for resources: {'Network': ['ID=d4009f83-59a6-4d7c-98f9-b2155fefbbb7,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:52.317251 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network d4009f83-59a6-4d7c-98f9-b2155fefbbb7 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:25:52.345578 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-d3224165-b44a-487d-a824-8c4e8be2625a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5547173 Jun 24 04:25:52.348241 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59494) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:25:52.352820 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Request body: {'subnet': {'network_id': 'd4009f83-59a6-4d7c-98f9-b2155fefbbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1614413384-subnet', 'tenant_id': 'b61d9a36f41e4f7d9967cc973e0864d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:25:52.439684 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Made reservation on behalf of b61d9a36f41e4f7d9967cc973e0864d9 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:25:52.442241 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30621949'] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.529571 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:52.680067 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30618175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30621835'] for subnet (25a484b5-f512-42c7-8ad2-8bbb5e222b51), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.719787 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:52.750767 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a484b5-f512-42c7-8ad2-8bbb5e222b51,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:52.757972 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Checking segment: {'id': '92002dd6-4c2c-400b-b21c-eecac67f2bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd4009f83-59a6-4d7c-98f9-b2155fefbbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:25:52.758331 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Network hostable DHCP agents. Network: d4009f83-59a6-4d7c-98f9-b2155fefbbb7, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:25:52.851414 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Network d4009f83-59a6-4d7c-98f9-b2155fefbbb7 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:25:52.948423 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, d4009f83-59a6-4d7c-98f9-b2155fefbbb7) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:25:52.952463 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:25:52.953031 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:25:52.957782 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fb7055-088b-4d21-b234-4e43eb921371 None None] Network d4009f83-59a6-4d7c-98f9-b2155fefbbb7 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:25:53.087977 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a49c20ca-317e-4ed1-8e80-d42983ee9094 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7386949 Jun 24 04:25:53.187926 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f7b276-ea45-4c77-8e15-e6c68482ef98 None None] Network d4009f83-59a6-4d7c-98f9-b2155fefbbb7 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:25:58.134533 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=12 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:58.137923 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=16 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:58.260295 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:58.262548 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:25:58.285132 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-0a072b78-fa1b-4e43-9be9-06d066781b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:00.547684 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-60dea537-0d39-4d9f-a199-69de974842d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:01.827918 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:02.963182 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:03.199245 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:03.426881 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:05.450608 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59646) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:05.558183 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e989111c-0966-40d8-9f29-e08bb1abf77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:05.633086 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e989111c-0966-40d8-9f29-e08bb1abf77c admin admin] Publish callbacks [] for security_group (9566ef9a-40c2-431a-be80-96160c8bcb6e), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:05.694954 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e989111c-0966-40d8-9f29-e08bb1abf77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (9566ef9a-40c2-431a-be80-96160c8bcb6e), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:05.735206 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-e989111c-0966-40d8-9f29-e08bb1abf77c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f82e6522da024b158bceaa172bec65ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835519 Jun 24 04:26:05.736100 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989111c-0966-40d8-9f29-e08bb1abf77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9566ef9a-40c2-431a-be80-96160c8bcb6e,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:05.737931 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59650) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:05.788344 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e89d848a-48c8-444b-9f16-991e8ec12de6 admin admin] Publish callbacks [] for security_group (9566ef9a-40c2-431a-be80-96160c8bcb6e), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:05.809345 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e89d848a-48c8-444b-9f16-991e8ec12de6 admin admin] Publish callbacks [] for security_group (9566ef9a-40c2-431a-be80-96160c8bcb6e), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:05.925065 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e89d848a-48c8-444b-9f16-991e8ec12de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (9566ef9a-40c2-431a-be80-96160c8bcb6e), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:05.927695 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-e89d848a-48c8-444b-9f16-991e8ec12de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:05.929699 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e89d848a-48c8-444b-9f16-991e8ec12de6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9566ef9a-40c2-431a-be80-96160c8bcb6e HTTP/1.1" status: 204 len: 168 time: 0.1898351 Jun 24 04:26:05.937888 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d848a-48c8-444b-9f16-991e8ec12de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9566ef9a-40c2-431a-be80-96160c8bcb6e,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:09.634356 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59748) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:09.679492 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bc9594-c750-4e71-befc-6773ec7d7cef admin admin] Deleting subnet 8c3e476e-20f8-4f18-8301-c2e793b56b33 {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:26:09.682765 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9594-c750-4e71-befc-6773ec7d7cef admin admin] Publish callbacks [] for subnet (8c3e476e-20f8-4f18-8301-c2e793b56b33), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:09.721411 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9594-c750-4e71-befc-6773ec7d7cef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31464630'] for subnet (8c3e476e-20f8-4f18-8301-c2e793b56b33), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:09.762761 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9594-c750-4e71-befc-6773ec7d7cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (8c3e476e-20f8-4f18-8301-c2e793b56b33), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:09.879836 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9594-c750-4e71-befc-6773ec7d7cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30618364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30621842'] for subnet (8c3e476e-20f8-4f18-8301-c2e793b56b33), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:09.906821 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc9594-c750-4e71-befc-6773ec7d7cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3e476e-20f8-4f18-8301-c2e793b56b33,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:09.910664 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9594-c750-4e71-befc-6773ec7d7cef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:09.916186 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-a0bc9594-c750-4e71-befc-6773ec7d7cef admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c3e476e-20f8-4f18-8301-c2e793b56b33 HTTP/1.1" status: 204 len: 168 time: 0.2784560 Jun 24 04:26:09.917948 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59754) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:09.989062 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (c7fed375-b8f8-4497-8fad-3c0924f3dff9), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.070757 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (c7fed375-b8f8-4497-8fad-3c0924f3dff9), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.090899 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fed375-b8f8-4497-8fad-3c0924f3dff9']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:10.100799 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aef19bf-2b33-4033-93c5-4705ee7e8f4d') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:10.101031 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aef19bf-2b33-4033-93c5-4705ee7e8f4d') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:10.110785 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (1aef19bf-2b33-4033-93c5-4705ee7e8f4d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.124292 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (1aef19bf-2b33-4033-93c5-4705ee7e8f4d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.130462 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:26:10.130844 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (1aef19bf-2b33-4033-93c5-4705ee7e8f4d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.156454 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 1aef19bf-2b33-4033-93c5-4705ee7e8f4d resource provider aggregate not found Jun 24 04:26:10.189711 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 1aef19bf-2b33-4033-93c5-4705ee7e8f4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aef19bf-2b33-4033-93c5-4705ee7e8f4d found for delete ", "request_id": "req-2e5325dc-c4e8-4bc6-a735-959380fcae50"}]} Jun 24 04:26:10.267484 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (c7fed375-b8f8-4497-8fad-3c0924f3dff9), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.276037 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.279092 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c7fed375-b8f8-4497-8fad-3c0924f3dff9 HTTP/1.1" status: 204 len: 168 time: 0.3601782 Jun 24 04:26:10.282037 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59760) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:10.290511 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c422aac-6236-4213-80f5-527a15144938 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7fed375-b8f8-4497-8fad-3c0924f3dff9,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:10.327911 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ed12f9-7fd8-48ef-b830-0b2fa8ceec4c admin admin] Deleting subnet 25a484b5-f512-42c7-8ad2-8bbb5e222b51 {{(pid=104593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:26:10.331185 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f2ed12f9-7fd8-48ef-b830-0b2fa8ceec4c admin admin] Publish callbacks [] for subnet (25a484b5-f512-42c7-8ad2-8bbb5e222b51), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.365210 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f2ed12f9-7fd8-48ef-b830-0b2fa8ceec4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31393420'] for subnet (25a484b5-f512-42c7-8ad2-8bbb5e222b51), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.406883 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f2ed12f9-7fd8-48ef-b830-0b2fa8ceec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (25a484b5-f512-42c7-8ad2-8bbb5e222b51), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.514071 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f2ed12f9-7fd8-48ef-b830-0b2fa8ceec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29624706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30251472'] for subnet (25a484b5-f512-42c7-8ad2-8bbb5e222b51), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.539528 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed12f9-7fd8-48ef-b830-0b2fa8ceec4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a484b5-f512-42c7-8ad2-8bbb5e222b51,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:10.543137 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-f2ed12f9-7fd8-48ef-b830-0b2fa8ceec4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.546437 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-f2ed12f9-7fd8-48ef-b830-0b2fa8ceec4c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25a484b5-f512-42c7-8ad2-8bbb5e222b51 HTTP/1.1" status: 204 len: 168 time: 0.2633259 Jun 24 04:26:10.548902 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59762) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:10.619316 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (d4009f83-59a6-4d7c-98f9-b2155fefbbb7), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.905077 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (d4009f83-59a6-4d7c-98f9-b2155fefbbb7), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.925867 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4009f83-59a6-4d7c-98f9-b2155fefbbb7']}} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:10.935627 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92002dd6-4c2c-400b-b21c-eecac67f2bb3') {'for_net_delete': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:10.935928 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.services.segments.db [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92002dd6-4c2c-400b-b21c-eecac67f2bb3') {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:10.946477 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31393431'] for segment (92002dd6-4c2c-400b-b21c-eecac67f2bb3), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.960856 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (92002dd6-4c2c-400b-b21c-eecac67f2bb3), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:10.967843 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:26:10.968292 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29624808'] for segment (92002dd6-4c2c-400b-b21c-eecac67f2bb3), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.023753 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment 92002dd6-4c2c-400b-b21c-eecac67f2bb3 resource provider aggregate not found Jun 24 04:26:11.041093 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.services.segments.plugin [-] Segment 92002dd6-4c2c-400b-b21c-eecac67f2bb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92002dd6-4c2c-400b-b21c-eecac67f2bb3 found for delete ", "request_id": "req-7c6285ad-a4e9-480e-80de-46a9b17cd94d"}]} Jun 24 04:26:11.107714 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (d4009f83-59a6-4d7c-98f9-b2155fefbbb7), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.114247 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.117571 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] 10.222.0.16 "DELETE /v2.0/networks/d4009f83-59a6-4d7c-98f9-b2155fefbbb7 HTTP/1.1" status: 204 len: 168 time: 0.5676887 Jun 24 04:26:11.127936 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb592f09-bdd6-4ca5-b57d-a180f4db2a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d4009f83-59a6-4d7c-98f9-b2155fefbbb7,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:11.369823 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59776) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:11.473635 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d789eb4b-57fe-437e-ae74-9d92ff246dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.493898 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59780) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:11.534853 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-f1900c3b-c359-446a-b47d-0cad3aeb54d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3bcb19357c24ccba28c50654673d103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396821 Jun 24 04:26:11.538343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59782) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:11.551156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d789eb4b-57fe-437e-ae74-9d92ff246dad admin admin] Publish callbacks [] for security_group (7208217d-b468-4314-b5b2-78161dca611d), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.590901 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-978d2248-3038-42dc-8742-d8fcc2ee45da admin admin] Publish callbacks [] for security_group (57f72d58-080c-449b-93f1-727f864f240a), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.604787 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-d789eb4b-57fe-437e-ae74-9d92ff246dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7208217d-b468-4314-b5b2-78161dca611d), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.608570 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:11.609207 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:11.613071 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-978d2248-3038-42dc-8742-d8fcc2ee45da admin admin] Publish callbacks [] for security_group (57f72d58-080c-449b-93f1-727f864f240a), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.641735 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:11.649384 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-d789eb4b-57fe-437e-ae74-9d92ff246dad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05169e1eba7b4ef89431e188f204b76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784429 Jun 24 04:26:11.650840 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789eb4b-57fe-437e-ae74-9d92ff246dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7208217d-b468-4314-b5b2-78161dca611d,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:11.652589 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59784) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:11.665062 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:11.702433 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-327c141a-936e-4a24-9cbf-2b975d15f831 admin admin] Publish callbacks [] for security_group (7208217d-b468-4314-b5b2-78161dca611d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.724553 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-327c141a-936e-4a24-9cbf-2b975d15f831 admin admin] Publish callbacks [] for security_group (7208217d-b468-4314-b5b2-78161dca611d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.732186 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-978d2248-3038-42dc-8742-d8fcc2ee45da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (57f72d58-080c-449b-93f1-727f864f240a), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.734622 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-978d2248-3038-42dc-8742-d8fcc2ee45da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.735742 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-978d2248-3038-42dc-8742-d8fcc2ee45da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57f72d58-080c-449b-93f1-727f864f240a HTTP/1.1" status: 204 len: 168 time: 0.1964664 Jun 24 04:26:11.756819 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d2248-3038-42dc-8742-d8fcc2ee45da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f72d58-080c-449b-93f1-727f864f240a,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:11.845221 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-327c141a-936e-4a24-9cbf-2b975d15f831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (7208217d-b468-4314-b5b2-78161dca611d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.847964 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-327c141a-936e-4a24-9cbf-2b975d15f831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:11.850128 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-327c141a-936e-4a24-9cbf-2b975d15f831 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7208217d-b468-4314-b5b2-78161dca611d HTTP/1.1" status: 204 len: 168 time: 0.1964900 Jun 24 04:26:11.858400 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c141a-936e-4a24-9cbf-2b975d15f831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7208217d-b468-4314-b5b2-78161dca611d,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:12.440627 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59802) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:12.483725 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-c4139ac6-548b-4685-9660-48ce10b85d59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b61d9a36f41e4f7d9967cc973e0864d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395458 Jun 24 04:26:12.483885 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59804) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:12.531901 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c90c532e-6520-48b8-a4a7-7dac6f1a7798 admin admin] Publish callbacks [] for security_group (a0648413-bdac-41bd-8775-e54c7e597221), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:12.553950 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c90c532e-6520-48b8-a4a7-7dac6f1a7798 admin admin] Publish callbacks [] for security_group (a0648413-bdac-41bd-8775-e54c7e597221), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:12.658840 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c90c532e-6520-48b8-a4a7-7dac6f1a7798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a0648413-bdac-41bd-8775-e54c7e597221), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:12.659215 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c90c532e-6520-48b8-a4a7-7dac6f1a7798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:12.660483 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-c90c532e-6520-48b8-a4a7-7dac6f1a7798 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0648413-bdac-41bd-8775-e54c7e597221 HTTP/1.1" status: 204 len: 168 time: 0.1757498 Jun 24 04:26:12.669156 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c532e-6520-48b8-a4a7-7dac6f1a7798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0648413-bdac-41bd-8775-e54c7e597221,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:14.654175 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:14.655036 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:19.827231 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:19.829254 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:19.913409 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:22.200979 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:22.587764 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=31,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:22.665447 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:23.648486 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:26:23.984025 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 59956) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:24.091199 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-04fcfefb-ac8c-4854-81d1-2f8c06beb3b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:24.166903 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-04fcfefb-ac8c-4854-81d1-2f8c06beb3b4 admin admin] Publish callbacks [] for security_group (3ec54862-60a2-4071-918e-8842d4680933), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:24.267259 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-04fcfefb-ac8c-4854-81d1-2f8c06beb3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (3ec54862-60a2-4071-918e-8842d4680933), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:24.309213 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-04fcfefb-ac8c-4854-81d1-2f8c06beb3b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0453eae082704e9cbdb3d1efa1aa28c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241403 Jun 24 04:26:24.311124 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcfefb-ac8c-4854-81d1-2f8c06beb3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec54862-60a2-4071-918e-8842d4680933,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:24.311968 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 59960) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:24.366393 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ea3311f7-677b-4426-b5dc-837669a1bae2 admin admin] Publish callbacks [] for security_group (3ec54862-60a2-4071-918e-8842d4680933), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:24.388287 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ea3311f7-677b-4426-b5dc-837669a1bae2 admin admin] Publish callbacks [] for security_group (3ec54862-60a2-4071-918e-8842d4680933), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:24.496017 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ea3311f7-677b-4426-b5dc-837669a1bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (3ec54862-60a2-4071-918e-8842d4680933), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:24.498542 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-ea3311f7-677b-4426-b5dc-837669a1bae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:24.499721 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-ea3311f7-677b-4426-b5dc-837669a1bae2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ec54862-60a2-4071-918e-8842d4680933 HTTP/1.1" status: 204 len: 168 time: 0.1867268 Jun 24 04:26:24.507739 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3311f7-677b-4426-b5dc-837669a1bae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec54862-60a2-4071-918e-8842d4680933,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:28.277633 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-78a81266-65dc-4798-bf4e-8e81871a8901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:28.608123 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-54c68ef8-0682-4480-aac6-9e2c30b13cf2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381110 Jun 24 04:26:28.693557 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-aa5f9cde-e848-4a5d-89f3-b7baeb0941a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:28.694960 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-aa5f9cde-e848-4a5d-89f3-b7baeb0941a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 1130 time: 0.0396507 Jun 24 04:26:28.807564 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-46d2e844-2c76-473a-8c66-d45223ca91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:28.809019 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-46d2e844-2c76-473a-8c66-d45223ca91e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0951281 Jun 24 04:26:28.873402 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-9367211f-1372-4988-8cd4-bf833ae66238 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 HTTP/1.1" status: 200 len: 1001 time: 0.0577579 Jun 24 04:26:28.926342 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-26550a29-553a-4c4c-a367-e36085c3e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:28.927780 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-26550a29-553a-4c4c-a367-e36085c3e4ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0478525 Jun 24 04:26:28.972439 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-6f8c5a03-1f73-4fb6-9dee-072d7e18ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:28.973968 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-6f8c5a03-1f73-4fb6-9dee-072d7e18ce2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398352 Jun 24 04:26:29.069157 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-84d77e66-e981-48f1-83ca-3f5ee2dfd99b service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882030 Jun 24 04:26:29.159096 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-47b1bd36-f6c6-439a-a3c8-059ca578eb88 req-42dbc8b2-f401-4d06-9e29-cd76f34f8955 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834589 Jun 24 04:26:29.890268 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60044) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:30.001801 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:30.078242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Publish callbacks [] for security_group (4f1ea968-844d-4bea-bdf4-e3ec0996142c), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:30.135840 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4f1ea968-844d-4bea-bdf4-e3ec0996142c), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:30.163702 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:30.181055 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c07ef3d97ff54852b43087b7d223a6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896891 Jun 24 04:26:30.184194 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60052) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:30.191336 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1ea968-844d-4bea-bdf4-e3ec0996142c,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:30.205895 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.206255 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.206609 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.206948 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.207283 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.207664 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.208002 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.208327 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.208652 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.208980 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.209310 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.209632 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.209952 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.210271 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.210612 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee9883-7b6e-49fd-96f2-43c2e828ae51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:30.237662 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:30.250627 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ff34-cc0c-44c1-9219-6c89f3bf68a9 admin admin] Publish callbacks [] for security_group (4f1ea968-844d-4bea-bdf4-e3ec0996142c), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:30.272789 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ff34-cc0c-44c1-9219-6c89f3bf68a9 admin admin] Publish callbacks [] for security_group (4f1ea968-844d-4bea-bdf4-e3ec0996142c), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:30.397732 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ff34-cc0c-44c1-9219-6c89f3bf68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (4f1ea968-844d-4bea-bdf4-e3ec0996142c), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:30.400324 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ff34-cc0c-44c1-9219-6c89f3bf68a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:30.401840 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b8e0ff34-cc0c-44c1-9219-6c89f3bf68a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f1ea968-844d-4bea-bdf4-e3ec0996142c HTTP/1.1" status: 204 len: 168 time: 0.2167914 Jun 24 04:26:30.409627 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0ff34-cc0c-44c1-9219-6c89f3bf68a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1ea968-844d-4bea-bdf4-e3ec0996142c,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:30.547529 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6393bbcd-fd5f-42ab-95f7-39b8196e3cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:31.050551 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 60058) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:31.063855 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0f614e4-bf08-412d-970b-dad6a9a67398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:31.138419 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0f614e4-bf08-412d-970b-dad6a9a67398 admin admin] Publish callbacks [] for security_group (6519991d-9698-488f-b386-68436cd69fac), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:31.182275 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0f614e4-bf08-412d-970b-dad6a9a67398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6519991d-9698-488f-b386-68436cd69fac), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:31.226644 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b0f614e4-bf08-412d-970b-dad6a9a67398 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=629777b95c8044e7a01139deb0a7cb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749890 Jun 24 04:26:31.227359 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f614e4-bf08-412d-970b-dad6a9a67398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6519991d-9698-488f-b386-68436cd69fac,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:31.229571 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60062) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:31.289185 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-32bdf116-1fb6-4743-aa74-add131b14be0 admin admin] Publish callbacks [] for security_group (6519991d-9698-488f-b386-68436cd69fac), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:31.310815 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-32bdf116-1fb6-4743-aa74-add131b14be0 admin admin] Publish callbacks [] for security_group (6519991d-9698-488f-b386-68436cd69fac), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:31.438729 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-32bdf116-1fb6-4743-aa74-add131b14be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (6519991d-9698-488f-b386-68436cd69fac), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:31.441346 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-32bdf116-1fb6-4743-aa74-add131b14be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:31.442476 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-32bdf116-1fb6-4743-aa74-add131b14be0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6519991d-9698-488f-b386-68436cd69fac HTTP/1.1" status: 204 len: 168 time: 0.2118874 Jun 24 04:26:31.451260 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdf116-1fb6-4743-aa74-add131b14be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6519991d-9698-488f-b386-68436cd69fac,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:31.815288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:33.153328 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:33.381213 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:33.643467 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:41.220337 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=35,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:41.222413 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=39,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:41.343242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=37,neutron:DELETE=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:41.446780 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:43.326320 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:43.328129 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:47.005441 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721d50f-8a53-45d3-b636-7b8e63e81fcb req-64ca74fb-4bd2-4bbb-81e3-1aeca828c60e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:47.006972 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e721d50f-8a53-45d3-b636-7b8e63e81fcb req-64ca74fb-4bd2-4bbb-81e3-1aeca828c60e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 946 time: 0.0471575 Jun 24 04:26:47.056278 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e721d50f-8a53-45d3-b636-7b8e63e81fcb req-d08294eb-3dae-49a5-9872-9692a1e88ac4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Jun 24 04:26:48.174679 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d2259-2af9-4897-9486-23d64c7c507e req-d4935b8f-57a5-4c1b-a2d4-2ef3e3769f70 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:48.176132 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-982d2259-2af9-4897-9486-23d64c7c507e req-d4935b8f-57a5-4c1b-a2d4-2ef3e3769f70 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 946 time: 0.0491943 Jun 24 04:26:48.224660 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-982d2259-2af9-4897-9486-23d64c7c507e req-ce2386fa-982b-4366-878f-e23b2b3e52bc tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 Jun 24 04:26:48.891324 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-c1b40ae3-7001-4792-924a-ddeef3e06e29 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:48.892767 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-c1b40ae3-7001-4792-924a-ddeef3e06e29 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 946 time: 0.0474608 Jun 24 04:26:48.979270 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Deleting port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:26:48.979608 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:49.069499 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] For port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:26:49.069860 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:49.233993 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:49.234734 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (6af3322a-aee9-48dc-9385-581703cb006d), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:49.234734 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Floating IP 6af3322a-aee9-48dc-9385-581703cb006d disassociated. External IP: 172.27.2.67, port: fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24. Jun 24 04:26:49.234990 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Calling delete_port for fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:26:49.345426 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e3a40-1c43-42b4-9217-20f98de8a098 req-2dcf42b6-0e73-4d19-8ad7-43749c639ae0 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:49.346950 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f71e3a40-1c43-42b4-9217-20f98de8a098 req-2dcf42b6-0e73-4d19-8ad7-43749c639ae0 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 946 time: 0.0502827 Jun 24 04:26:49.396453 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f71e3a40-1c43-42b4-9217-20f98de8a098 req-a43faba0-9800-42e2-9de5-236be30792a3 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437236 Jun 24 04:26:49.422201 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:49.448896 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event deleted for resources: {'Port': ['ID=fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:49.563874 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:26:49.909646 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:49.960384 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:26:49.971348 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:26:49.980978 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:26:49.981718 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:26:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:50.010558 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] No DVR routers for this DVR port fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:26:50.013121 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:50.017567 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-f5bfadec-1337-42ab-b90a-84baa668b70b req-6cf7b15d-a024-45f3-be33-04c55091068e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "DELETE /v2.0/ports/fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 HTTP/1.1" status: 204 len: 173 time: 1.1149609 Jun 24 04:26:50.018530 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'name': 'network-vif-deleted', 'tag': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:26:50.020278 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a21ebc0-9d44-4724-823b-f1a3ff8fc8c8" -d '{"events": [{"server_uuid": "fe0901d6-f9f8-423b-872f-c51e28ede6a9", "name": "network-vif-deleted", "tag": "fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:26:50.057747 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ca58b-1607-40fc-ac71-66b8b44c7b3a x-openstack-request-id: req-db9ca58b-1607-40fc-ac71-66b8b44c7b3a {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:26:50.057958 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0901d6-f9f8-423b-872f-c51e28ede6a9", "name": "network-vif-deleted", "tag": "fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:26:50.058212 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db9ca58b-1607-40fc-ac71-66b8b44c7b3a {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:26:50.058809 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9ca58b-1607-40fc-ac71-66b8b44c7b3a'] response: {'server_uuid': 'fe0901d6-f9f8-423b-872f-c51e28ede6a9', 'name': 'network-vif-deleted', 'tag': 'fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24', 'status': 'completed', 'code': 200} Jun 24 04:26:50.089655 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:26:50.285000 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:50.309558 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:26:50.319116 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:26:50.319715 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:26:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:50.510091 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-d3366599-554c-4eaf-9a8e-7ee6dcf99b5b req-6bdc4bea-c9e9-42a9-9cab-4164cdf5006c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe0901d6-f9f8-423b-872f-c51e28ede6a9 HTTP/1.1" status: 200 len: 210 time: 0.0319109 Jun 24 04:26:50.519588 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:26:50.711687 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:26:50.736369 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4114d5c-a583-4f88-8dba-b340f3984ce1 None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:26:50.970220 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275aff3f-86cb-4727-b2e7-1795d894cd54 None None] New status for floating IP 6af3322a-aee9-48dc-9385-581703cb006d: DOWN {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:26:51.776549 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-a866af0d-a0fe-449b-9275-a1c76a0501fd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109829358&fields=id&tenant_id=f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 267 time: 0.0432429 Jun 24 04:26:51.882956 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-d61e5086-2e74-4242-960c-f14cd50a5eef tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:51.884386 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-d61e5086-2e74-4242-960c-f14cd50a5eef tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 812 time: 0.1008892 Jun 24 04:26:51.899401 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-224dd67e-1841-4407-a0ca-5e00bebbe2c7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/quotas/f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 375 time: 0.0088339 Jun 24 04:26:51.948954 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-a5d021a3-3e1e-4cb2-8ddc-9e45cb5d0e20 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430415 Jun 24 04:26:52.051035 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-cb267824-d2d4-44a7-a3c2-d3b9485b546b service neutron] 10.222.0.16 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897958 Jun 24 04:26:52.071049 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:26:52.091320 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:26:52.091761 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device fdfe39bc-24eb-4e2c-9746-fd4e5ce80b24 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:26:52.141756 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-a626c266-66a1-4223-967f-5a3ae3ecc2de service neutron] 10.222.0.16 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849400 Jun 24 04:26:52.710796 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:52.734249 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5a8b4cc7-c901-48bf-9717-b1862b08beae req-685c1834-af9f-45a8-8884-ff1069bfdf4b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 210 time: 0.0322695 Jun 24 04:26:53.833833 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c226422a-4075-4180-ac1b-b89115140ba0 req-9dbcee86-c14b-4add-bba9-c26d30aa287d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 210 time: 0.0340767 Jun 24 04:26:54.597427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:54.649242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-85e93235-65b3-4dca-bc6c-5dc3e07a04d7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:54.649242 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-85e93235-65b3-4dca-bc6c-5dc3e07a04d7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 812 time: 0.1210718 Jun 24 04:26:54.720503 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-5d916635-291d-4dcc-a617-c9fe3b519771 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 379 time: 0.0624692 Jun 24 04:26:54.729461 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'port': {'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'admin_state_up': True, 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'security_groups': ['5c27a347-1d36-4752-a47e-22842b648b4d']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:26:54.901825 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Made reservation on behalf of f9c12f0aa786483e8d1ce8ff9042164f for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:26:54.910594 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:54.959274 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-84bc80ec-33cf-4241-a20b-3f37b7ec11d4 req-6dee087c-37eb-4564-94a0-dd1e9e1dbe1c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 210 time: 0.0489118 Jun 24 04:26:55.095169 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Allocated IP 172.20.0.10 (a202b9e8-77c8-471b-bad0-c0f2e233e837/15e3321a-fef9-46aa-b900-8a6d6f984325/f85f217c-ad41-4b2e-a933-31e8c2468e20) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:26:55.236280 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:55.256496 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:55.364389 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:55.411004 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:26:55.416238 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:26:55.419411 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:26:55.452283 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=f85f217c-ad41-4b2e-a933-31e8c2468e20,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:55.480566 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:55.481646 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:55.589095 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-e16e4b51-fb49-4bc2-94f6-56db4a2644e2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8634555 Jun 24 04:26:55.601167 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Request body: {'port': {'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:26:55.663684 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:55.691857 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-79893c4b-9b7f-4a78-8042-0d056a403e46 None None] Provisioning complete for port f85f217c-ad41-4b2e-a933-31e8c2468e20 triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:26:55.692344 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-79893c4b-9b7f-4a78-8042-0d056a403e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:55.730627 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-79893c4b-9b7f-4a78-8042-0d056a403e46 None None] Port f85f217c-ad41-4b2e-a933-31e8c2468e20 cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:26:55.858440 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:55.928835 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85f217c-ad41-4b2e-a933-31e8c2468e20 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:26:55.938489 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Publish callbacks [] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:55.952790 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Transition to ACTIVE for port object f85f217c-ad41-4b2e-a933-31e8c2468e20 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:26:56.026558 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:56.084404 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00761f89-c147-4e88-8db9-670f1491a307 req-02e5834c-d68e-41ed-9316-799a1a15a766 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:56.090128 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-00761f89-c147-4e88-8db9-670f1491a307 req-02e5834c-d68e-41ed-9316-799a1a15a766 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 944 time: 0.0562012 Jun 24 04:26:56.114507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Pushing event updated for resources: {'Port': ['ID=f85f217c-ad41-4b2e-a933-31e8c2468e20,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:56.146595 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-00761f89-c147-4e88-8db9-670f1491a307 req-d006ff6c-9c4e-4306-bef0-57fc65eea387 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493352 Jun 24 04:26:56.180544 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Attempting to bind port f85f217c-ad41-4b2e-a933-31e8c2468e20 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:26:56.180878 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Attempting to bind port f85f217c-ad41-4b2e-a933-31e8c2468e20 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:26:56.181210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Attempting to bind port f85f217c-ad41-4b2e-a933-31e8c2468e20 on network a202b9e8-77c8-471b-bad0-c0f2e233e837 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:26:56.186696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Port f85f217c-ad41-4b2e-a933-31e8c2468e20 on network a202b9e8-77c8-471b-bad0-c0f2e233e837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:26:56.187020 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Attempting to bind port f85f217c-ad41-4b2e-a933-31e8c2468e20 on network a202b9e8-77c8-471b-bad0-c0f2e233e837 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:26:56.192739 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:26:56.193072 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Checking segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:26:56.193451 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Bound using segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:26:56.193878 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Bound port: f85f217c-ad41-4b2e-a933-31e8c2468e20, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:26:56.194261 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:56.209949 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:56.261414 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] For port f85f217c-ad41-4b2e-a933-31e8c2468e20, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:26:56.265470 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] For port f85f217c-ad41-4b2e-a933-31e8c2468e20, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:26:56.324739 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:56.365854 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:56.366509 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:56.371383 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] 10.222.0.43 "PUT /v2.0/ports/f85f217c-ad41-4b2e-a933-31e8c2468e20 HTTP/1.1" status: 200 len: 1094 time: 0.7708316 Jun 24 04:26:56.371383 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:26:56.371383 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea2a73b-e4df-4645-a4eb-8fecf178946a" -d '{"events": [{"name": "network-changed", "server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:26:56.406852 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc1c0c-bddf-495b-a08b-9ac0257e3a06 service neutron] Pushing event updated for resources: {'Port': ['ID=f85f217c-ad41-4b2e-a933-31e8c2468e20,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:56.429128 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3463d37-6c5c-404d-9c1e-49ee9944c3b5 x-openstack-request-id: req-b3463d37-6c5c-404d-9c1e-49ee9944c3b5 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:26:56.429564 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:26:56.429876 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3463d37-6c5c-404d-9c1e-49ee9944c3b5 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:26:56.430533 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3463d37-6c5c-404d-9c1e-49ee9944c3b5'] response: {'name': 'network-changed', 'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'status': 'completed', 'code': 200} Jun 24 04:26:56.474492 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 60260) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:56.496953 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2a73b-e4df-4645-a4eb-8fecf178946a req-9f27131d-06e8-44dc-9ad3-32e5d44b00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:56.499502 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ea2a73b-e4df-4645-a4eb-8fecf178946a req-9f27131d-06e8-44dc-9ad3-32e5d44b00bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 1128 time: 0.0451250 Jun 24 04:26:56.598769 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:56.612653 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2a73b-e4df-4645-a4eb-8fecf178946a req-149cb25b-054d-4114-8a5b-dd14da236355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:56.614212 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ea2a73b-e4df-4645-a4eb-8fecf178946a req-149cb25b-054d-4114-8a5b-dd14da236355 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033363 Jun 24 04:26:56.676722 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Publish callbacks [] for security_group (a353384e-1c3c-445b-a94f-272ca6067a54), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:56.718759 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2a73b-e4df-4645-a4eb-8fecf178946a req-e88af39c-88e7-4ed5-9e48-e54b8ead3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:56.720211 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8ea2a73b-e4df-4645-a4eb-8fecf178946a req-e88af39c-88e7-4ed5-9e48-e54b8ead3e35 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975471 Jun 24 04:26:56.758226 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a353384e-1c3c-445b-a94f-272ca6067a54), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:56.799022 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffaa6d4e4e66434792fbb65b9a2a2075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233581 Jun 24 04:26:56.801144 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a353384e-1c3c-445b-a94f-272ca6067a54,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:56.802810 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60264) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:56.808465 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.818956 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.818956 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819198 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-ea174241-e93c-4600-8fec-4e9cf7cfabda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:56.819304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819304 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819617 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-ea174241-e93c-4600-8fec-4e9cf7cfabda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 1128 time: 0.0458324 Jun 24 04:26:56.819705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.819705 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882cbba5-3c8d-44f6-9239-bbcf28cedf2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:26:56.869697 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-f4914ff8-b8f1-4c42-80c6-6270217b1298 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20 HTTP/1.1" status: 200 len: 217 time: 0.0462513 Jun 24 04:26:56.918817 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-26ef75d5-543e-4c30-b76c-4d658ee7fe37 admin admin] Publish callbacks [] for security_group (a353384e-1c3c-445b-a94f-272ca6067a54), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:56.946823 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-545c7f1b-bc61-410e-b14a-16cdd71974e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:56.948169 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-545c7f1b-bc61-410e-b14a-16cdd71974e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0681961 Jun 24 04:26:56.952545 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-26ef75d5-543e-4c30-b76c-4d658ee7fe37 admin admin] Publish callbacks [] for security_group (a353384e-1c3c-445b-a94f-272ca6067a54), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:57.018685 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-91acd8ff-ec45-472c-9826-9a5a57f0b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:57.020157 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-91acd8ff-ec45-472c-9826-9a5a57f0b9f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611207 Jun 24 04:26:57.095497 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:57.115960 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-028289b8-291c-4c64-a184-0c48fe5402d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857420 Jun 24 04:26:57.191119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-26ef75d5-543e-4c30-b76c-4d658ee7fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (a353384e-1c3c-445b-a94f-272ca6067a54), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:57.191119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-26ef75d5-543e-4c30-b76c-4d658ee7fe37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:57.191119 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-26ef75d5-543e-4c30-b76c-4d658ee7fe37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a353384e-1c3c-445b-a94f-272ca6067a54 HTTP/1.1" status: 204 len: 168 time: 0.3867414 Jun 24 04:26:57.207230 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef75d5-543e-4c30-b76c-4d658ee7fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a353384e-1c3c-445b-a94f-272ca6067a54,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:57.228036 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-458ff6ed-f6af-4699-9814-00bf386e9a50 req-aabf8825-5782-4b2e-a71a-5947ad78120e service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033556 Jun 24 04:26:57.229005 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:57.277150 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917de95a-5bda-4bf8-ba30-52dc8cf9c699 req-599b7829-f5ae-4dcc-b4ef-863b6450186b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:57.278657 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-917de95a-5bda-4bf8-ba30-52dc8cf9c699 req-599b7829-f5ae-4dcc-b4ef-863b6450186b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 944 time: 0.0594492 Jun 24 04:26:57.298921 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:57.328084 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-917de95a-5bda-4bf8-ba30-52dc8cf9c699 req-e484455b-b1e2-4fe9-978d-a72285508350 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438824 Jun 24 04:26:58.290319 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ff10cdc8-d75b-4c22-8b6c-2d742c2de737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.297017 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60288) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:58.397244 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-393988109-network', 'tenant_id': '4a2dfcc0f1ad4daf8b26339e3eb51c53'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:26:58.455099 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d31f6-6f20-4366-82c6-bde3248d337b req-28a13956-5297-4605-bc9e-35e3ed32c821 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:58.456552 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e77d31f6-6f20-4366-82c6-bde3248d337b req-28a13956-5297-4605-bc9e-35e3ed32c821 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 944 time: 0.0543380 Jun 24 04:26:58.506092 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e77d31f6-6f20-4366-82c6-bde3248d337b req-da581015-4be8-4e4d-9c17-2804f64e769f tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Jun 24 04:26:58.512302 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Made reservation on behalf of 4a2dfcc0f1ad4daf8b26339e3eb51c53 for: {'network': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:26:58.517834 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for network (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.525284 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.548691 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:58.606964 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Publish callbacks [] for security_group (242bc9e6-209d-4200-963d-50ad7a7d27d5), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.660900 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (242bc9e6-209d-4200-963d-50ad7a7d27d5), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.687629 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:26:58.697662 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242bc9e6-209d-4200-963d-50ad7a7d27d5,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:58.704200 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (cb9eee8f-9740-412e-ba76-22999a65d06d), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.704560 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.segments_db [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Added segment cb9eee8f-9740-412e-ba76-22999a65d06d of type vlan for network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 Jun 24 04:26:58.749345 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772085159105'] for network (7c7526a9-fc19-4e2d-b4f0-f46b315eab12), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.831950 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (7c7526a9-fc19-4e2d-b4f0-f46b315eab12), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.833015 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:58.833633 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:58.896550 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] Pushing event updated for resources: {'Network': ['ID=7c7526a9-fc19-4e2d-b4f0-f46b315eab12,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:58.906216 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 details requested by agent ovs-agent-dv-cinder-846842-3-iscsi with host dv-cinder-846842-3-iscsi {{(pid=104595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:26:58.971205 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3a2b1564-43e8-4a80-b5bc-d9e0bdf0126b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6728101 Jun 24 04:26:58.974046 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60294) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:26:58.978655 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Request body: {'subnet': {'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-393988109-subnet', 'tenant_id': '4a2dfcc0f1ad4daf8b26339e3eb51c53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:26:59.118460 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Made reservation on behalf of 4a2dfcc0f1ad4daf8b26339e3eb51c53 for: {'subnet': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:26:59.120910 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30621949'] for subnet (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:59.199347 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:26:59.370168 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30618175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30621835'] for subnet (d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:59.431730 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64,revision_number=0']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:26:59.441373 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Checking segment: {'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:26:59.441727 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Network hostable DHCP agents. Network: 7c7526a9-fc19-4e2d-b4f0-f46b315eab12, hostable agents: ['23338902-3ab8-4030-a12d-3694c513d8d1'], hosted agents: [] {{(pid=104594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:26:59.512210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 is scheduled to be hosted by DHCP agent 23338902-3ab8-4030-a12d-3694c513d8d1 with binding_index 1 {{(pid=104594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:26:59.609657 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-3-iscsi, 7c7526a9-fc19-4e2d-b4f0-f46b315eab12) {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:26:59.614502 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:59.615111 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:26:59.621106 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27798026-cbab-4e33-9fee-c21b94be25e8 req-062700ec-91ce-4c4e-a1d1-5372db406133 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:26:59.621681 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c540d7c0-6230-47a3-be43-f9391692db80 None None] Network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:26:59.622326 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-27798026-cbab-4e33-9fee-c21b94be25e8 req-062700ec-91ce-4c4e-a1d1-5372db406133 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 944 time: 0.0495102 Jun 24 04:26:59.673409 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-27798026-cbab-4e33-9fee-c21b94be25e8 req-c50730d6-f53e-4f54-abbf-0a49a20bc596 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449450 Jun 24 04:26:59.698038 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-576dce11-2404-4c92-b3db-bfb21151fbdf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7229035 Jun 24 04:26:59.724667 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad892bd7-20f3-4758-a0d2-69edb551850b None None] Network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:27:00.530771 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-272fe6b9-1a6f-433e-a354-4a64ebe6917e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:00.647733 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:27:00.736902 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:00.788228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe89eb-078b-40b1-9bf9-c3a1a894dce5 req-edd97922-8ef3-4a23-b07a-b6b33756031d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:00.789704 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5afe89eb-078b-40b1-9bf9-c3a1a894dce5 req-edd97922-8ef3-4a23-b07a-b6b33756031d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 944 time: 0.0481749 Jun 24 04:27:00.838779 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5afe89eb-078b-40b1-9bf9-c3a1a894dce5 req-2a15e66e-a8e0-497d-8ed7-393e169391a2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434954 Jun 24 04:27:01.790980 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-7cd6cf90-3db0-4adb-9897-90af3a457be4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:01.792430 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-7cd6cf90-3db0-4adb-9897-90af3a457be4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/networks?id=7c7526a9-fc19-4e2d-b4f0-f46b315eab12 HTTP/1.1" status: 200 len: 813 time: 0.1035135 Jun 24 04:27:01.807007 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-3f7f6fcc-e449-4905-ac32-cdea008e5c59 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/quotas/4a2dfcc0f1ad4daf8b26339e3eb51c53 HTTP/1.1" status: 200 len: 375 time: 0.0089276 Jun 24 04:27:01.808794 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:01.839560 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-875efb48-10e2-48a8-b615-eeae073296f1 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269787 Jun 24 04:27:01.933389 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-3251a3be-8e08-4b97-b682-33e39ddb448f service neutron] 10.222.0.16 "GET /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869284 Jun 24 04:27:01.958869 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40cb88-8692-43a0-9feb-3dbf8fa0cf2a req-77cfeb69-b852-4528-92e8-f8af30717897 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:01.960349 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9c40cb88-8692-43a0-9feb-3dbf8fa0cf2a req-77cfeb69-b852-4528-92e8-f8af30717897 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 944 time: 0.0518713 Jun 24 04:27:02.010228 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9c40cb88-8692-43a0-9feb-3dbf8fa0cf2a req-deec470a-14cb-4b4b-8673-481601c031cc tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Jun 24 04:27:02.023767 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-328c87c4-ffd3-433a-be5f-e081089bbb98 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833075 Jun 24 04:27:02.283977 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-d0cfb0d6-2484-4795-9575-accde3875ce6 req-04de11a0-841d-462f-a4e2-a5bb316d1db4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 210 time: 0.0277841 Jun 24 04:27:03.126349 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c58668-4b5d-444a-b2d4-da84a2a8ec7a req-ea80aa5a-2d62-41cb-b466-7425af833135 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:03.127837 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-56c58668-4b5d-444a-b2d4-da84a2a8ec7a req-ea80aa5a-2d62-41cb-b466-7425af833135 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 944 time: 0.0468709 Jun 24 04:27:03.141113 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:03.180891 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-56c58668-4b5d-444a-b2d4-da84a2a8ec7a req-ca46167b-1b55-4609-90b4-b085de305b51 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474513 Jun 24 04:27:03.379646 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a089da6f-ebd5-4ec8-8c33-d1f8f5285111 req-58284246-e71d-42c0-b5f3-fa8f3c04d2f4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 210 time: 0.0278966 Jun 24 04:27:03.431577 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:04.098462 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f85f217c-ad41-4b2e-a933-31e8c2468e20 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:27:04.199180 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f85f217c-ad41-4b2e-a933-31e8c2468e20, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:27:04.211520 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:27:04.246589 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port f85f217c-ad41-4b2e-a933-31e8c2468e20 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:27:04.247003 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:04.261751 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85f217c-ad41-4b2e-a933-31e8c2468e20 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:27:04.287433 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f85f217c-ad41-4b2e-a933-31e8c2468e20, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:27:04.298444 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d1626-a664-4b85-bc99-02e43a313c6c req-0f55b88a-0999-4f6c-892e-3ac2674a6c02 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:04.300084 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-108d1626-a664-4b85-bc99-02e43a313c6c req-0f55b88a-0999-4f6c-892e-3ac2674a6c02 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 944 time: 0.0497863 Jun 24 04:27:04.341042 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:04.364920 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-108d1626-a664-4b85-bc99-02e43a313c6c req-0ecdac72-1fae-4347-be3b-a1cb4dd29d07 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591137 Jun 24 04:27:04.380228 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-39e9b52b-5737-4471-8da7-6c93d015d8af tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:04.381725 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-39e9b52b-5737-4471-8da7-6c93d015d8af tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "GET /v2.0/networks?id=7c7526a9-fc19-4e2d-b4f0-f46b315eab12 HTTP/1.1" status: 200 len: 813 time: 0.1296473 Jun 24 04:27:04.397942 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Request body: {'port': {'device_id': '6986b4fc-b532-4ce6-80c1-0f40cefb34da', 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12', 'admin_state_up': True, 'tenant_id': '4a2dfcc0f1ad4daf8b26339e3eb51c53'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:27:04.403721 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=f85f217c-ad41-4b2e-a933-31e8c2468e20,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:04.412017 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.417315 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:27:04.479187 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:04.499570 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-278011dc-c4c0-49da-9dc6-3811fcbfee32 req-06183c39-2f43-4252-9e2b-07fd30af32fe tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 210 time: 0.0405252 Jun 24 04:27:04.621446 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Made reservation on behalf of 4a2dfcc0f1ad4daf8b26339e3eb51c53 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:27:04.625590 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:04.635565 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['f85f217c-ad41-4b2e-a933-31e8c2468e20'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:27:04.689766 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:04.722767 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:04.758090 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Allocated IP 172.20.0.7 (7c7526a9-fc19-4e2d-b4f0-f46b315eab12/d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64/f798289d-0bb3-41dc-b7f8-a8535f97a872) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:27:04.770847 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:04.914998 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks [] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:05.003205 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:05.048631 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:27:05.051569 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:27:05.055314 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:27:05.061757 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Pushing event updated for resources: {'Port': ['ID=f798289d-0bb3-41dc-b7f8-a8535f97a872,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:05.109991 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:05.110610 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:05.182595 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-ad944aeb-d982-4815-9201-d64967495a0a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7883115 Jun 24 04:27:05.193575 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Request body: {'port': {'device_id': '6986b4fc-b532-4ce6-80c1-0f40cefb34da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:27:05.257133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:05.404779 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:05.480246 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f95fa-8e3e-4cc4-907d-b7a79fdb78c8 req-d33496b9-4a2e-4aa3-95c5-1843aedaa601 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:05.481635 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f21f95fa-8e3e-4cc4-907d-b7a79fdb78c8 req-d33496b9-4a2e-4aa3-95c5-1843aedaa601 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 945 time: 0.0481279 Jun 24 04:27:05.533533 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f798289d-0bb3-41dc-b7f8-a8535f97a872 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:27:05.537973 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-f21f95fa-8e3e-4cc4-907d-b7a79fdb78c8 req-74b8af2b-7843-42aa-aae9-b3f5a253333d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497799 Jun 24 04:27:05.542174 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Publish callbacks [] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:05.558435 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Transition to ACTIVE for port object f798289d-0bb3-41dc-b7f8-a8535f97a872 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:27:05.626001 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59f227-2f67-4713-8687-14fda08c6325 req-dc19f839-ec3a-4dac-883d-c716166e5753 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:05.627869 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1c59f227-2f67-4713-8687-14fda08c6325 req-dc19f839-ec3a-4dac-883d-c716166e5753 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 931 time: 0.0532885 Jun 24 04:27:05.646864 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:05.716016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f798289d-0bb3-41dc-b7f8-a8535f97a872,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:05.725554 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1c59f227-2f67-4713-8687-14fda08c6325 req-3a34dcc2-6e5e-47b4-ad14-729d854fca7d tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920818 Jun 24 04:27:05.750658 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:05.796961 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Attempting to bind port f798289d-0bb3-41dc-b7f8-a8535f97a872 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:27:05.797295 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Attempting to bind port f798289d-0bb3-41dc-b7f8-a8535f97a872 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:27:05.797614 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Attempting to bind port f798289d-0bb3-41dc-b7f8-a8535f97a872 on network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:27:05.803071 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Port f798289d-0bb3-41dc-b7f8-a8535f97a872 on network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:27:05.803384 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Attempting to bind port f798289d-0bb3-41dc-b7f8-a8535f97a872 on network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:27:05.808340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:27:05.813791 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Checking segment: {'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:27:05.813791 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Bound using segment: {'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:27:05.813791 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Bound port: f798289d-0bb3-41dc-b7f8-a8535f97a872, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:27:05.813791 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:05.871227 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] For port f798289d-0bb3-41dc-b7f8-a8535f97a872, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:27:05.874416 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] For port f798289d-0bb3-41dc-b7f8-a8535f97a872, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f798289d-0bb3-41dc-b7f8-a8535f97a872,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:27:05.968942 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:06.002348 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.002970 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:06.004323 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] 10.222.0.43 "PUT /v2.0/ports/f798289d-0bb3-41dc-b7f8-a8535f97a872 HTTP/1.1" status: 200 len: 1093 time: 0.8147135 Jun 24 04:27:06.004750 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6986b4fc-b532-4ce6-80c1-0f40cefb34da', 'tag': 'f798289d-0bb3-41dc-b7f8-a8535f97a872'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:27:06.006975 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7200f2-6561-47aa-95a2-0c8b50ab73e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6986b4fc-b532-4ce6-80c1-0f40cefb34da", "tag": "f798289d-0bb3-41dc-b7f8-a8535f97a872"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:27:06.030279 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02959ade-c8fe-4b5d-b6e8-ae24da741ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f798289d-0bb3-41dc-b7f8-a8535f97a872,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:06.046951 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c893da4-905e-4877-948b-b2f2741a77e6 x-openstack-request-id: req-1c893da4-905e-4877-948b-b2f2741a77e6 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:27:06.046951 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6986b4fc-b532-4ce6-80c1-0f40cefb34da", "tag": "f798289d-0bb3-41dc-b7f8-a8535f97a872", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:27:06.046951 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c893da4-905e-4877-948b-b2f2741a77e6 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:27:06.046951 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c893da4-905e-4877-948b-b2f2741a77e6'] response: {'name': 'network-changed', 'server_uuid': '6986b4fc-b532-4ce6-80c1-0f40cefb34da', 'tag': 'f798289d-0bb3-41dc-b7f8-a8535f97a872', 'status': 'completed', 'code': 200} Jun 24 04:27:06.102532 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f85f217c-ad41-4b2e-a933-31e8c2468e20 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:27:06.112902 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7200f2-6561-47aa-95a2-0c8b50ab73e4 req-242e83a9-8b6b-4c4d-bb43-0768cd22003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.114428 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3b7200f2-6561-47aa-95a2-0c8b50ab73e4 req-242e83a9-8b6b-4c4d-bb43-0768cd22003b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 1127 time: 0.0448103 Jun 24 04:27:06.144496 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port f85f217c-ad41-4b2e-a933-31e8c2468e20 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:27:06.203597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port f85f217c-ad41-4b2e-a933-31e8c2468e20 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:27:06.203976 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:06.213682 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7200f2-6561-47aa-95a2-0c8b50ab73e4 req-b0924dcd-e87d-4bd3-b671-c1a098ca8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.215178 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3b7200f2-6561-47aa-95a2-0c8b50ab73e4 req-b0924dcd-e87d-4bd3-b671-c1a098ca8951 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0939188 Jun 24 04:27:06.281031 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port f85f217c-ad41-4b2e-a933-31e8c2468e20 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:27:06.281330 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:06.304145 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:27:06.307061 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc1dd9b-4115-405c-82b8-bdc98ad3d38b" -d '{"events": [{"server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "name": "network-vif-plugged", "status": "completed", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:27:06.319826 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7200f2-6561-47aa-95a2-0c8b50ab73e4 req-8cbc4363-72ee-414f-92db-d20d3cbfb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.320013 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f85f217c-ad41-4b2e-a933-31e8c2468e20, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:27:06.321644 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3b7200f2-6561-47aa-95a2-0c8b50ab73e4 req-8cbc4363-72ee-414f-92db-d20d3cbfb473 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963273 Jun 24 04:27:06.345576 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a884b-6999-41d4-b79f-63b625dde08b x-openstack-request-id: req-b11a884b-6999-41d4-b79f-63b625dde08b {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:27:06.345867 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "name": "network-vif-plugged", "status": "completed", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:27:06.346122 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b11a884b-6999-41d4-b79f-63b625dde08b {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:27:06.346561 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11a884b-6999-41d4-b79f-63b625dde08b'] response: {'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'code': 200} Jun 24 04:27:06.380974 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:06.409754 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-d8bc1df4-5bba-48a6-b2bd-1a3d3bca4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.411294 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-d8bc1df4-5bba-48a6-b2bd-1a3d3bca4e68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 1127 time: 0.0416667 Jun 24 04:27:06.430968 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=f85f217c-ad41-4b2e-a933-31e8c2468e20,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:06.481485 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-19be6363-9cf2-475a-8572-88635942d8ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f798289d-0bb3-41dc-b7f8-a8535f97a872 HTTP/1.1" status: 200 len: 217 time: 0.0323985 Jun 24 04:27:06.534847 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-cd8c7d3f-0fd1-4ca7-bca5-69a34dd5c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.536210 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-cd8c7d3f-0fd1-4ca7-bca5-69a34dd5c22b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64 HTTP/1.1" status: 200 len: 853 time: 0.0481389 Jun 24 04:27:06.570034 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-d241d061-2e95-4841-b351-12d676f81e7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7526a9-fc19-4e2d-b4f0-f46b315eab12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264986 Jun 24 04:27:06.648841 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:06.658171 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c589aaa-ea7f-48bf-b30a-29d80e2c57c1 req-f71a12db-8e16-456c-a1cf-9d7e473084b4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.659721 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8c589aaa-ea7f-48bf-b30a-29d80e2c57c1 req-f71a12db-8e16-456c-a1cf-9d7e473084b4 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 946 time: 0.0568962 Jun 24 04:27:06.697321 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-1f504107-2a5a-4820-8abd-dc2b271313a6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181216 Jun 24 04:27:06.703085 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f796f-f7be-4f12-91dc-6a38dbafcb15 req-b3a615ee-c45f-45a5-8e13-ff246e335e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.704492 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4f0f796f-f7be-4f12-91dc-6a38dbafcb15 req-b3a615ee-c45f-45a5-8e13-ff246e335e10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 1130 time: 0.0544984 Jun 24 04:27:06.710573 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8c589aaa-ea7f-48bf-b30a-29d80e2c57c1 req-cb928a6d-d031-48bd-afcc-20a90149b950 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448384 Jun 24 04:27:06.837349 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4f0f796f-f7be-4f12-91dc-6a38dbafcb15 req-cf6fa5b2-2ca2-4b17-9adb-32a64f25e82f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236153 Jun 24 04:27:06.867131 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acb63f-a1b1-4935-ad95-92d8042da9eb req-20f46efe-12ec-4a71-a3b6-e0c5412e7023 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:06.868574 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80acb63f-a1b1-4935-ad95-92d8042da9eb req-20f46efe-12ec-4a71-a3b6-e0c5412e7023 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 943 time: 0.0667694 Jun 24 04:27:06.870508 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e93845a-0ebb-48e0-aa0a-8cf4ca36b526 req-103a74d6-23ff-46c2-bcd6-3dec3a4b0c08 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651466 Jun 24 04:27:06.916759 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80acb63f-a1b1-4935-ad95-92d8042da9eb req-6737c44d-029e-48e7-819c-9c35d12bab8f tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Jun 24 04:27:07.827027 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f6fce-43ca-47b2-9d13-58d47c03c83a req-c87e5451-e8ed-462c-8f5d-87a1386ad525 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:07.828467 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-708f6fce-43ca-47b2-9d13-58d47c03c83a req-c87e5451-e8ed-462c-8f5d-87a1386ad525 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 946 time: 0.0464272 Jun 24 04:27:07.877053 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-708f6fce-43ca-47b2-9d13-58d47c03c83a req-57d8455a-ca49-423f-9def-0d5a72957eec tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 Jun 24 04:27:08.048749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce7098-5de0-4790-96ce-2af54c90e8f5 req-388e70d7-0f61-4a39-b375-3ac9603589d3 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:08.050238 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6ce7098-5de0-4790-96ce-2af54c90e8f5 req-388e70d7-0f61-4a39-b375-3ac9603589d3 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 943 time: 0.0473940 Jun 24 04:27:08.074607 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:08.098026 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-c6ce7098-5de0-4790-96ce-2af54c90e8f5 req-f82faade-b239-4597-a849-e9aadc926869 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Jun 24 04:27:08.995987 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee6c06-856e-4c20-9bc2-b61173da5412 req-85f8790e-aaee-4fb1-b697-258f0fcd78ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:08.997459 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-20ee6c06-856e-4c20-9bc2-b61173da5412 req-85f8790e-aaee-4fb1-b697-258f0fcd78ea tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 946 time: 0.0504930 Jun 24 04:27:09.008525 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:09.049147 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-20ee6c06-856e-4c20-9bc2-b61173da5412 req-5113b2d7-83d9-4092-a157-bd7c13b05120 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459006 Jun 24 04:27:09.215453 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ab159-afda-4223-aa01-1feaaa8fbff2 req-c9cb66b2-3c6c-4cb8-af12-52948b8a51bb tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:09.217396 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-749ab159-afda-4223-aa01-1feaaa8fbff2 req-c9cb66b2-3c6c-4cb8-af12-52948b8a51bb tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 943 time: 0.0520604 Jun 24 04:27:09.265859 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-749ab159-afda-4223-aa01-1feaaa8fbff2 req-99ab07b6-2d98-4f37-87bd-8d0f6eb2c45c tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Jun 24 04:27:10.106141 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f798289d-0bb3-41dc-b7f8-a8535f97a872 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:27:10.160597 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71ac93-6bcf-46f4-a2b6-4642f82976f4 req-e77061ae-6a23-4ccb-80cf-1b6a936958a6 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:10.162096 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2f71ac93-6bcf-46f4-a2b6-4642f82976f4 req-e77061ae-6a23-4ccb-80cf-1b6a936958a6 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 946 time: 0.0466011 Jun 24 04:27:10.180161 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:10.207368 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f798289d-0bb3-41dc-b7f8-a8535f97a872, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f798289d-0bb3-41dc-b7f8-a8535f97a872,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:27:10.211858 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2f71ac93-6bcf-46f4-a2b6-4642f82976f4 req-4b92dd4f-26a4-4b97-ab3a-a41c89965e83 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442567 Jun 24 04:27:10.219112 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': 'f798289d-0bb3-41dc-b7f8-a8535f97a872', 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12', 'port_id': 'f798289d-0bb3-41dc-b7f8-a8535f97a872', 'mac_address': 'fa:16:3e:c3:04:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:27:10.254228 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port f798289d-0bb3-41dc-b7f8-a8535f97a872 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:27:10.254656 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:10.268469 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f798289d-0bb3-41dc-b7f8-a8535f97a872 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:27:10.285297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:10.288825 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f798289d-0bb3-41dc-b7f8-a8535f97a872, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f798289d-0bb3-41dc-b7f8-a8535f97a872,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:27:10.334870 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4d5d5-dd14-498a-a726-a7764a831abf req-e4dc2bd8-9464-43af-a47d-b67d87acd771 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:10.336424 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41f4d5d5-dd14-498a-a726-a7764a831abf req-e4dc2bd8-9464-43af-a47d-b67d87acd771 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 946 time: 0.0569117 Jun 24 04:27:10.375627 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:10.391052 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf834-30e3-4a74-9dc4-5ce522a10495 req-93fb800d-ac50-4084-aa9a-fab1d302ce67 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:10.392553 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2e7bf834-30e3-4a74-9dc4-5ce522a10495 req-93fb800d-ac50-4084-aa9a-fab1d302ce67 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 943 time: 0.0573561 Jun 24 04:27:10.394811 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-41f4d5d5-dd14-498a-a726-a7764a831abf req-2cd3f612-b635-4533-b82e-d65ec69ac9cc tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522792 Jun 24 04:27:10.418242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60374) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:27:10.434089 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=f798289d-0bb3-41dc-b7f8-a8535f97a872,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:10.450430 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2e7bf834-30e3-4a74-9dc4-5ce522a10495 req-ea9edacf-9aae-4d82-a666-36116f07e824 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510743 Jun 24 04:27:10.462478 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc9f11-a688-4955-8fd9-4a9ac9d72c1d tempest-TestVolumeBootPattern-697166167 tempest-TestVolumeBootPattern-697166167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:10.463989 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-e2fc9f11-a688-4955-8fd9-4a9ac9d72c1d tempest-TestVolumeBootPattern-697166167 tempest-TestVolumeBootPattern-697166167-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 1125 time: 0.0448380 Jun 24 04:27:10.467018 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 60376) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:27:10.471622 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.v2.base [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:27:10.569663 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:10.598740 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['f798289d-0bb3-41dc-b7f8-a8535f97a872'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:27:10.643764 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=77 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:10.649618 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:10.757496 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_common [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Allocated IP 172.27.2.56 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/7fa9d65a-6238-409f-aaa8-37455d2cd553) {{(pid=104593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:27:10.856483 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (7fa9d65a-6238-409f-aaa8-37455d2cd553), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:10.945874 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (7fa9d65a-6238-409f-aaa8-37455d2cd553), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:10.987470 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:27:10.990350 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.base_scheduler [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Resources bound (agent type, host, resource id): {{(pid=104593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:27:10.993810 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Received port after_create {{(pid=104593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:27:11.018095 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=7fa9d65a-6238-409f-aaa8-37455d2cd553,revision_number=1']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:11.190190 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:11.243614 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:11.347024 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (085c6174-0e9b-4a89-9ccf-67614195519b), precommit_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:11.480843 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (7fa9d65a-6238-409f-aaa8-37455d2cd553), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:11.563687 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36441633-aa1d-4e1e-a3a7-9f70831c2cb5 req-ecbbf4f9-4019-4071-b0c6-418a5db244b9 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:11.565201 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36441633-aa1d-4e1e-a3a7-9f70831c2cb5 req-ecbbf4f9-4019-4071-b0c6-418a5db244b9 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 944 time: 0.0476711 Jun 24 04:27:11.616170 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36441633-aa1d-4e1e-a3a7-9f70831c2cb5 req-7e5b0d80-896c-49e7-88f4-9f27e22807cf tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Jun 24 04:27:11.631476 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (7fa9d65a-6238-409f-aaa8-37455d2cd553), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:11.672394 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29624780'] for port (7fa9d65a-6238-409f-aaa8-37455d2cd553), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:11.737474 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=7fa9d65a-6238-409f-aaa8-37455d2cd553,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:11.749409 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (085c6174-0e9b-4a89-9ccf-67614195519b), after_create {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:11.841932 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Floating IP 085c6174-0e9b-4a89-9ccf-67614195519b associated. External IP: 172.27.2.56, port: f85f217c-ad41-4b2e-a933-31e8c2468e20. Jun 24 04:27:11.967958 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:12.034878 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:27:12.124031 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f798289d-0bb3-41dc-b7f8-a8535f97a872 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:27:12.134533 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:27:12.144263 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:27:12.154956 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:27:12.155643 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:27:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:27:12.172245 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port f798289d-0bb3-41dc-b7f8-a8535f97a872 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:27:12.210653 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:12.231951 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port f798289d-0bb3-41dc-b7f8-a8535f97a872 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:27:12.232262 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:12.243049 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-c14759c6-7777-41a5-98d9-204efd53d627 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7727745 Jun 24 04:27:12.243049 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:27:12.243760 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8933443f-0845-4f69-bd07-bfe19e451590" -d '{"events": [{"name": "network-changed", "server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:27:12.258470 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:27:12.296744 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3403bd1-1c1e-450d-898c-686283f01737 x-openstack-request-id: req-b3403bd1-1c1e-450d-898c-686283f01737 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:27:12.297253 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:27:12.297666 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3403bd1-1c1e-450d-898c-686283f01737 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:27:12.298241 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3403bd1-1c1e-450d-898c-686283f01737'] response: {'name': 'network-changed', 'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'status': 'completed', 'code': 200} Jun 24 04:27:12.365542 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933443f-0845-4f69-bd07-bfe19e451590 req-556563be-a7bd-42a7-a054-da2e19e44a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:12.367906 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8933443f-0845-4f69-bd07-bfe19e451590 req-556563be-a7bd-42a7-a054-da2e19e44a8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 1130 time: 0.0463283 Jun 24 04:27:12.406149 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:12.455896 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port f798289d-0bb3-41dc-b7f8-a8535f97a872 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:27:12.456288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:12.470422 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933443f-0845-4f69-bd07-bfe19e451590 req-001114ea-41c2-472f-b6d9-cd03e94b5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:12.472100 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8933443f-0845-4f69-bd07-bfe19e451590 req-001114ea-41c2-472f-b6d9-cd03e94b5b09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0984213 Jun 24 04:27:12.480486 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986b4fc-b532-4ce6-80c1-0f40cefb34da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f798289d-0bb3-41dc-b7f8-a8535f97a872'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:27:12.480776 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:11Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:27:12.482971 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51ec037-d8c1-4a1c-a3af-b314a19cb392" -d '{"events": [{"server_uuid": "6986b4fc-b532-4ce6-80c1-0f40cefb34da", "name": "network-vif-plugged", "status": "completed", "tag": "f798289d-0bb3-41dc-b7f8-a8535f97a872"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:27:12.495997 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port f798289d-0bb3-41dc-b7f8-a8535f97a872, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f798289d-0bb3-41dc-b7f8-a8535f97a872,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:27:12.507259 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:27:12.516444 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:27:12.517053 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:27:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:27:12.530993 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06086586-8ba1-4984-aefd-75aa880eb104 x-openstack-request-id: req-06086586-8ba1-4984-aefd-75aa880eb104 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:27:12.535836 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6986b4fc-b532-4ce6-80c1-0f40cefb34da", "name": "network-vif-plugged", "status": "completed", "tag": "f798289d-0bb3-41dc-b7f8-a8535f97a872", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:27:12.535836 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06086586-8ba1-4984-aefd-75aa880eb104 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:27:12.535836 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06086586-8ba1-4984-aefd-75aa880eb104'] response: {'server_uuid': '6986b4fc-b532-4ce6-80c1-0f40cefb34da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f798289d-0bb3-41dc-b7f8-a8535f97a872', 'code': 200} Jun 24 04:27:12.536187 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8933443f-0845-4f69-bd07-bfe19e451590 req-6abf11ed-1f18-4bfa-8b2e-b454a829b609 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20 HTTP/1.1" status: 200 len: 999 time: 0.0577230 Jun 24 04:27:12.581356 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:12.585097 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933443f-0845-4f69-bd07-bfe19e451590 req-0512b53c-0a94-49b7-96ae-bfe478d2f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:12.586676 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8933443f-0845-4f69-bd07-bfe19e451590 req-0512b53c-0a94-49b7-96ae-bfe478d2f1fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0453639 Jun 24 04:27:12.622191 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:27:12.628630 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=f798289d-0bb3-41dc-b7f8-a8535f97a872,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:27:12.643037 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933443f-0845-4f69-bd07-bfe19e451590 req-08b27222-8968-4eff-81dc-9d837f642678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:12.644632 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8933443f-0845-4f69-bd07-bfe19e451590 req-08b27222-8968-4eff-81dc-9d837f642678 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518723 Jun 24 04:27:12.731258 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=100 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:12.753710 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8933443f-0845-4f69-bd07-bfe19e451590 req-538e2944-2ce0-4b71-ad3f-54c272dc727e service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017997 Jun 24 04:27:12.763239 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26ed8-bfb0-49cc-8eab-de31cdf3e567 req-ab646517-5339-4070-8cf0-90d63c06a6ad tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:12.768090 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-92a26ed8-bfb0-49cc-8eab-de31cdf3e567 req-ab646517-5339-4070-8cf0-90d63c06a6ad tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 945 time: 0.0646234 Jun 24 04:27:12.816891 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:12.824921 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-92a26ed8-bfb0-49cc-8eab-de31cdf3e567 req-2d1c0a42-8476-4fe9-ad9c-abd95314ad84 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Jun 24 04:27:12.852152 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:11Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:27:12.881039 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858135b7-f234-48a6-8f53-9364cfadcd19 None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:11Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:27:12.886433 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43440739-c8da-4ed5-bbc9-c77a0888648e req-68bae582-3780-4976-963d-31339c1cb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:12.888600 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43440739-c8da-4ed5-bbc9-c77a0888648e req-68bae582-3780-4976-963d-31339c1cb977 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 1129 time: 0.0529075 Jun 24 04:27:12.910860 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8933443f-0845-4f69-bd07-bfe19e451590 req-313b4d82-de88-4f21-8c64-c905afced2a4 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512830 Jun 24 04:27:12.940625 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-43440739-c8da-4ed5-bbc9-c77a0888648e req-2c48d293-c4d1-4867-bf43-47fe05c813a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467789 Jun 24 04:27:13.087103 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e39038-ef2d-45a1-88e6-73a05d27b788 None None] New status for floating IP 085c6174-0e9b-4a89-9ccf-67614195519b: ACTIVE {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:27:13.944572 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2329-69f2-4ed2-8d1f-de0634cf8744 req-abfdac5d-6db3-4f6f-900a-82133908101c tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:13.946040 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b59e2329-69f2-4ed2-8d1f-de0634cf8744 req-abfdac5d-6db3-4f6f-900a-82133908101c tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 945 time: 0.0506213 Jun 24 04:27:13.992792 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b59e2329-69f2-4ed2-8d1f-de0634cf8744 req-e06a9221-19bb-4fa0-a024-061fa28641a3 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Jun 24 04:27:15.220459 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8ee4-4ba6-46cf-b725-bc5e276c5970 req-4b04d9d1-80ca-48c6-9408-85044751f4c4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:15.221918 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2f5c8ee4-4ba6-46cf-b725-bc5e276c5970 req-4b04d9d1-80ca-48c6-9408-85044751f4c4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 945 time: 0.1614401 Jun 24 04:27:15.268609 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2f5c8ee4-4ba6-46cf-b725-bc5e276c5970 req-e07a60ca-03e4-4d8c-b20a-26cdb3e6718b tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Jun 24 04:27:19.877799 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:23.978960 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=21 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:23.989073 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:25.261706 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:25.265640 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:28.357814 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-976d6b74-e61f-4b04-84bb-203cd85c822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:28.642741 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=87 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:28.647658 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=67 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:29.592139 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-1336733d-caa5-4f3d-9285-67d0c400a246 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403190 Jun 24 04:27:29.683421 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-e17182b3-4764-419a-935f-8297b42a4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:29.684874 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-e17182b3-4764-419a-935f-8297b42a4247 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 1130 time: 0.0395620 Jun 24 04:27:29.800736 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-0cad3ac8-1a20-4406-8b02-64a28d3291f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:29.802141 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-0cad3ac8-1a20-4406-8b02-64a28d3291f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0898364 Jun 24 04:27:29.863570 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-d91f3612-ebf1-46b0-b5b5-c25cefb3d6d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20 HTTP/1.1" status: 200 len: 1001 time: 0.0549996 Jun 24 04:27:29.917882 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-babb4d80-4acf-4b9d-a1fa-dcbcc6c10783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:29.919348 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-babb4d80-4acf-4b9d-a1fa-dcbcc6c10783 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0498524 Jun 24 04:27:29.964537 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-51f03ce9-bedc-4f55-a54e-f179baa204be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:29.966005 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-51f03ce9-bedc-4f55-a54e-f179baa204be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396178 Jun 24 04:27:30.056503 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-ed0ca3d9-2e6c-499c-a01b-fa4031fecd6f service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830305 Jun 24 04:27:30.149595 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-8178e6c3-9d23-40e9-b0be-5691e949a484 req-1cd0aaa4-d167-4ce4-b839-040913597b5f service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865595 Jun 24 04:27:30.552612 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-de73153d-d317-4018-9e4e-abeec559b1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:31.820737 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:33.162414 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:33.414666 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:37.647349 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:27:40.139720 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=46 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:40.146834 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=55 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:43.328922 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:UPDATE=4,neutron:SELECT=29 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:43.330681 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:47.642623 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:47.643357 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:27:49.905512 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:58.287799 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9ced2d9c-c28a-4477-a2b1-dc3e2e4951e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:27:58.762211 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47dd6-5551-483e-8dad-614e06f63842 req-f10337ee-960f-4693-a031-a90ff3d1eaee tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:58.763712 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dfd47dd6-5551-483e-8dad-614e06f63842 req-f10337ee-960f-4693-a031-a90ff3d1eaee tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 945 time: 0.0468216 Jun 24 04:27:58.811878 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-dfd47dd6-5551-483e-8dad-614e06f63842 req-5fb9a06f-7491-4d7d-a752-600b6b4a43d0 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 Jun 24 04:27:59.929391 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be773b8b-e741-4c44-9e88-cddb7d4fbf3c req-6db19ea2-01fb-4361-a270-9c03578a410f tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:27:59.930856 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be773b8b-e741-4c44-9e88-cddb7d4fbf3c req-6db19ea2-01fb-4361-a270-9c03578a410f tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 945 time: 0.0485711 Jun 24 04:27:59.977142 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-be773b8b-e741-4c44-9e88-cddb7d4fbf3c req-f7b38cfa-8b32-4bc6-a3c6-6c01246eef7d tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Jun 24 04:28:00.526822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14237c-bc43-4185-b500-f3c63977379f req-f03d7cf2-cd83-41af-bf5f-3404957a02d5 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:00.528330 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac14237c-bc43-4185-b500-f3c63977379f req-f03d7cf2-cd83-41af-bf5f-3404957a02d5 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 945 time: 0.0527086 Jun 24 04:28:00.562106 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-78d63b65-e5cd-4430-afdf-b85f61da1209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:00.611220 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Deleting port f798289d-0bb3-41dc-b7f8-a8535f97a872 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:28:00.611553 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:00.977757 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] For port f798289d-0bb3-41dc-b7f8-a8535f97a872, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f798289d-0bb3-41dc-b7f8-a8535f97a872,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:00.978495 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:00.990920 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Calling delete_port for f798289d-0bb3-41dc-b7f8-a8535f97a872 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:28:01.093034 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9db578-9e2b-4361-83af-b91ecb70f9c7 req-a90fb3b3-b67e-4d72-84ae-23daa3b3774b tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:01.098248 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ac9db578-9e2b-4361-83af-b91ecb70f9c7 req-a90fb3b3-b67e-4d72-84ae-23daa3b3774b tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 945 time: 0.0469995 Jun 24 04:28:01.145711 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ac9db578-9e2b-4361-83af-b91ecb70f9c7 req-17dddc30-a293-45d5-9197-7570fe637c57 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 Jun 24 04:28:01.179578 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f798289d-0bb3-41dc-b7f8-a8535f97a872), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:01.193079 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['f798289d-0bb3-41dc-b7f8-a8535f97a872'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:28:01.212913 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Pushing event deleted for resources: {'Port': ['ID=f798289d-0bb3-41dc-b7f8-a8535f97a872,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:01.237455 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.237726 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.238071 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.238432 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.239311 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.239808 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.240163 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.240496 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.240829 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.241200 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.241554 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.241882 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.242208 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.242555 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.242880 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.265623 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] No DVR routers for this DVR port f798289d-0bb3-41dc-b7f8-a8535f97a872 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:28:01.268020 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:01.271260 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac14237c-bc43-4185-b500-f3c63977379f req-f2bd469b-e5ed-480c-86fc-89ff36d6a9b4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "DELETE /v2.0/ports/f798289d-0bb3-41dc-b7f8-a8535f97a872 HTTP/1.1" status: 204 len: 173 time: 0.7370622 Jun 24 04:28:01.271690 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986b4fc-b532-4ce6-80c1-0f40cefb34da', 'name': 'network-vif-deleted', 'tag': 'f798289d-0bb3-41dc-b7f8-a8535f97a872'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:28:01.273892 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e86ade7-65da-4167-b82f-f7ceb9ee522b" -d '{"events": [{"server_uuid": "6986b4fc-b532-4ce6-80c1-0f40cefb34da", "name": "network-vif-deleted", "tag": "f798289d-0bb3-41dc-b7f8-a8535f97a872"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:28:01.366798 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87622b69-be75-48d5-a48a-3027da451f83 x-openstack-request-id: req-87622b69-be75-48d5-a48a-3027da451f83 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:28:01.369854 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6986b4fc-b532-4ce6-80c1-0f40cefb34da", "name": "network-vif-deleted", "tag": "f798289d-0bb3-41dc-b7f8-a8535f97a872", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:28:01.369854 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87622b69-be75-48d5-a48a-3027da451f83 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:28:01.369854 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87622b69-be75-48d5-a48a-3027da451f83'] response: {'server_uuid': '6986b4fc-b532-4ce6-80c1-0f40cefb34da', 'name': 'network-vif-deleted', 'tag': 'f798289d-0bb3-41dc-b7f8-a8535f97a872', 'status': 'completed', 'code': 200} Jun 24 04:28:01.831087 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:02.254892 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-c9bb8e7d-7eea-4322-81a4-223d9f637795 req-6a956936-5e98-467b-9d06-9c1f6ca6cdd1 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=6986b4fc-b532-4ce6-80c1-0f40cefb34da HTTP/1.1" status: 200 len: 210 time: 0.0302014 Jun 24 04:28:03.139949 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:03.402848 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:04.912195 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f798289d-0bb3-41dc-b7f8-a8535f97a872 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:28:04.931967 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: f798289d-0bb3-41dc-b7f8-a8535f97a872 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:28:04.932308 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f798289d-0bb3-41dc-b7f8-a8535f97a872 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:28:05.642529 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=14 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:05.643288 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=18 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:11.221017 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:11.250079 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:12.235267 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=21 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:12.237133 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=17 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:13.821306 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e57a-83a9-4355-a392-628b2e779b37 req-9d105f61-e7c5-426b-9338-849257971bac tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:13.822783 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-9d105f61-e7c5-426b-9338-849257971bac tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/networks?id=7c7526a9-fc19-4e2d-b4f0-f46b315eab12 HTTP/1.1" status: 200 len: 813 time: 0.0991018 Jun 24 04:28:13.837523 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-2087a1a7-e4ce-447d-8ecd-3dd52166d6e0 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/quotas/4a2dfcc0f1ad4daf8b26339e3eb51c53 HTTP/1.1" status: 200 len: 375 time: 0.0094805 Jun 24 04:28:13.873075 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-36ce8534-cbe6-44ca-b9e6-ae632e786609 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306306 Jun 24 04:28:13.927155 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-3c8cb921-22c2-433f-b588-d03dffffaf6d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:28:13.928165 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-3c8cb921-22c2-433f-b588-d03dffffaf6d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0489464 Jun 24 04:28:14.017122 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-b85c9cd0-ed33-408f-ab1f-409100612319 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831113 Jun 24 04:28:14.327223 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-bb0765a3-763f-4f0e-b380-dade04ea9ba9 service neutron] 10.222.0.16 "GET /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044906 Jun 24 04:28:14.555123 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1e804ef7-c1d0-4789-8709-4e369a301123 req-82a1bac7-9423-40ce-8c49-9b68a4735c1f tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 210 time: 0.0287256 Jun 24 04:28:14.646566 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:28:14.915635 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:14.917157 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:15.653231 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-58002c7e-ee61-4a97-be77-257479041002 req-e53716c0-35ca-4013-86bc-0c1e27e5ace4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 210 time: 0.0280871 Jun 24 04:28:16.541354 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e57a-83a9-4355-a392-628b2e779b37 req-0065520f-9775-43d9-a0c6-5b1ab5e940ef tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:16.542805 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-0065520f-9775-43d9-a0c6-5b1ab5e940ef tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "GET /v2.0/networks?id=7c7526a9-fc19-4e2d-b4f0-f46b315eab12 HTTP/1.1" status: 200 len: 813 time: 0.1056433 Jun 24 04:28:16.556992 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Request body: {'port': {'device_id': 'd79c33cb-b5fb-4756-b7e4-c2360ff36055', 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12', 'admin_state_up': True, 'tenant_id': '4a2dfcc0f1ad4daf8b26339e3eb51c53'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:28:16.739400 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Made reservation on behalf of 4a2dfcc0f1ad4daf8b26339e3eb51c53 for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:28:16.743315 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:16.766448 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1476f484-733d-4128-a1cb-33261dcc6d76 req-fba81d3c-14ba-4ece-9cae-cfaf9b106822 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 210 time: 0.0437679 Jun 24 04:28:16.887921 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Allocated IP 172.20.0.5 (7c7526a9-fc19-4e2d-b4f0-f46b315eab12/d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64/76049af4-1540-4b7b-92b1-7f8fd979a2d5) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:28:17.041169 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks [] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:17.157257 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:17.202305 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:28:17.205270 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:28:17.209152 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:28:17.235902 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Pushing event updated for resources: {'Port': ['ID=76049af4-1540-4b7b-92b1-7f8fd979a2d5,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:17.264407 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:17.265010 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:17.348103 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-011ae888-e65c-4bae-b2a9-a532750dff31 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946432 Jun 24 04:28:17.360593 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-eac13857-8c88-4cff-bd00-d2aa967bef88 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 04:28:17.361528 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-eac13857-8c88-4cff-bd00-d2aa967bef88 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049188 Jun 24 04:28:17.421387 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Request body: {'port': {'device_id': 'd79c33cb-b5fb-4756-b7e4-c2360ff36055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:28:17.479485 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:17.482016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:17.529717 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:17.743240 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76049af4-1540-4b7b-92b1-7f8fd979a2d5 {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:28:17.750601 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Publish callbacks [] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:17.763287 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Transition to ACTIVE for port object 76049af4-1540-4b7b-92b1-7f8fd979a2d5 will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:28:17.842654 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:17.890921 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe3346-6ec4-4a43-9a48-d8ce142f7ebc req-4dd8f55c-18fe-403f-98cc-ea1f335af7d8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:17.891810 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Pushing event updated for resources: {'Port': ['ID=76049af4-1540-4b7b-92b1-7f8fd979a2d5,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:17.892409 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-29fe3346-6ec4-4a43-9a48-d8ce142f7ebc req-4dd8f55c-18fe-403f-98cc-ea1f335af7d8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 943 time: 0.0473318 Jun 24 04:28:17.942325 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-29fe3346-6ec4-4a43-9a48-d8ce142f7ebc req-89f3ad75-b897-4a41-98b1-a67b4dfec676 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Jun 24 04:28:17.965425 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Attempting to bind port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:28:17.965761 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Attempting to bind port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:28:17.966094 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Attempting to bind port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 on network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:28:17.970514 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 on network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:28:17.970839 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Attempting to bind port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 on network 7c7526a9-fc19-4e2d-b4f0-f46b315eab12 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:28:17.976327 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:28:17.976665 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Checking segment: {'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:28:17.977050 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Bound using segment: {'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:28:17.977476 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Bound port: 76049af4-1540-4b7b-92b1-7f8fd979a2d5, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9eee8f-9740-412e-ba76-22999a65d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:28:17.977835 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:18.041428 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] For port 76049af4-1540-4b7b-92b1-7f8fd979a2d5, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:28:18.048111 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] For port 76049af4-1540-4b7b-92b1-7f8fd979a2d5, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=76049af4-1540-4b7b-92b1-7f8fd979a2d5,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:28:18.117178 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:18.152705 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:18.153315 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:18.154725 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] 10.222.0.43 "PUT /v2.0/ports/76049af4-1540-4b7b-92b1-7f8fd979a2d5 HTTP/1.1" status: 200 len: 1093 time: 0.7819936 Jun 24 04:28:18.155155 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79c33cb-b5fb-4756-b7e4-c2360ff36055', 'tag': '76049af4-1540-4b7b-92b1-7f8fd979a2d5'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:28:18.157357 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe168b34-8195-40d7-a798-5c2b63cbc643" -d '{"events": [{"name": "network-changed", "server_uuid": "d79c33cb-b5fb-4756-b7e4-c2360ff36055", "tag": "76049af4-1540-4b7b-92b1-7f8fd979a2d5"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:28:18.180271 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c64ff-e3c4-4cc4-bd16-8ef02d3a9abe service neutron] Pushing event updated for resources: {'Port': ['ID=76049af4-1540-4b7b-92b1-7f8fd979a2d5,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:18.204213 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae77a2a4-de9c-455c-8831-533db22c4eca x-openstack-request-id: req-ae77a2a4-de9c-455c-8831-533db22c4eca {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:28:18.204213 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79c33cb-b5fb-4756-b7e4-c2360ff36055", "tag": "76049af4-1540-4b7b-92b1-7f8fd979a2d5", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:28:18.204213 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae77a2a4-de9c-455c-8831-533db22c4eca {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:28:18.204213 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae77a2a4-de9c-455c-8831-533db22c4eca'] response: {'name': 'network-changed', 'server_uuid': 'd79c33cb-b5fb-4756-b7e4-c2360ff36055', 'tag': '76049af4-1540-4b7b-92b1-7f8fd979a2d5', 'status': 'completed', 'code': 200} Jun 24 04:28:18.258296 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168b34-8195-40d7-a798-5c2b63cbc643 req-1fb42d4c-b386-4f8b-ae00-36b7f6292541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:18.259861 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fe168b34-8195-40d7-a798-5c2b63cbc643 req-1fb42d4c-b386-4f8b-ae00-36b7f6292541 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 1127 time: 0.0410469 Jun 24 04:28:18.357158 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:18.359987 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168b34-8195-40d7-a798-5c2b63cbc643 req-1824de9e-4877-448d-ac54-237e4dee8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:18.361414 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fe168b34-8195-40d7-a798-5c2b63cbc643 req-1824de9e-4877-448d-ac54-237e4dee8c4f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0947690 Jun 24 04:28:18.460958 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168b34-8195-40d7-a798-5c2b63cbc643 req-e34574d8-b3ff-484e-a41e-900af46f6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:18.462423 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fe168b34-8195-40d7-a798-5c2b63cbc643 req-e34574d8-b3ff-484e-a41e-900af46f6f52 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940650 Jun 24 04:28:18.548953 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e57a-83a9-4355-a392-628b2e779b37 req-24fadcef-8b0c-4709-a00b-110b4bc2b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:18.550431 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-24fadcef-8b0c-4709-a00b-110b4bc2b3c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 1127 time: 0.0438132 Jun 24 04:28:18.590214 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-9d3e5a0a-acfb-4833-bcab-f98f12e4f59c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76049af4-1540-4b7b-92b1-7f8fd979a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0314574 Jun 24 04:28:18.637740 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e57a-83a9-4355-a392-628b2e779b37 req-d94e79d3-bdca-43b0-acda-cd960d241d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:18.639167 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-d94e79d3-bdca-43b0-acda-cd960d241d0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64 HTTP/1.1" status: 200 len: 853 time: 0.0429089 Jun 24 04:28:18.674354 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-c1788949-0442-42b6-a9ca-2b391218dad0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c7526a9-fc19-4e2d-b4f0-f46b315eab12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258932 Jun 24 04:28:18.770806 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-d98b90a9-19a7-48be-acff-649157832488 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864453 Jun 24 04:28:18.843222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:18.864440 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-a643e57a-83a9-4355-a392-628b2e779b37 req-3f7a95a8-ae97-44b8-9148-b9d0b3c99e26 service neutron] 10.222.0.43 "GET /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843375 Jun 24 04:28:19.060994 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c4c3-6b04-4e35-90db-a54d2b315542 req-4d6f48d0-b2d9-4656-a3eb-fd3970cf1b61 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:19.062502 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-52b8c4c3-6b04-4e35-90db-a54d2b315542 req-4d6f48d0-b2d9-4656-a3eb-fd3970cf1b61 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 943 time: 0.0506957 Jun 24 04:28:19.109688 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-52b8c4c3-6b04-4e35-90db-a54d2b315542 req-8d969d11-5201-4ea0-af50-1bb4590020ec tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Jun 24 04:28:19.956490 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:20.228286 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a00a7-e0ab-4950-a333-378fdb15fdd5 req-1fae3001-629b-4332-b0da-1dc83669fb58 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:20.229675 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9b5a00a7-e0ab-4950-a333-378fdb15fdd5 req-1fae3001-629b-4332-b0da-1dc83669fb58 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 943 time: 0.0516853 Jun 24 04:28:20.276148 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9b5a00a7-e0ab-4950-a333-378fdb15fdd5 req-529baf57-6a4d-463a-a50e-096460a14c79 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Jun 24 04:28:20.529671 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 76049af4-1540-4b7b-92b1-7f8fd979a2d5 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:28:20.628382 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 76049af4-1540-4b7b-92b1-7f8fd979a2d5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=76049af4-1540-4b7b-92b1-7f8fd979a2d5,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:20.639583 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '76049af4-1540-4b7b-92b1-7f8fd979a2d5', 'network_id': '7c7526a9-fc19-4e2d-b4f0-f46b315eab12', 'port_id': '76049af4-1540-4b7b-92b1-7f8fd979a2d5', 'mac_address': 'fa:16:3e:33:fa:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:28:20.674032 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:28:20.674440 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:20.687077 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76049af4-1540-4b7b-92b1-7f8fd979a2d5 {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:28:20.705952 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 76049af4-1540-4b7b-92b1-7f8fd979a2d5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=76049af4-1540-4b7b-92b1-7f8fd979a2d5,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:20.785110 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:20.835016 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=76049af4-1540-4b7b-92b1-7f8fd979a2d5,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:20.841885 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.842233 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.842598 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.842937 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.843273 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.843603 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.843930 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.844256 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.844581 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.844906 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.845233 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.845551 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.845873 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.846191 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:20.846536 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:21.080299 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['76049af4-1540-4b7b-92b1-7f8fd979a2d5'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:28:21.389029 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4ba0a-b3dd-4948-8314-6240df7fcaeb req-e9ae5c3c-9741-4869-a8fa-a38f1b245cf1 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:21.390511 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2cf4ba0a-b3dd-4948-8314-6240df7fcaeb req-e9ae5c3c-9741-4869-a8fa-a38f1b245cf1 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 944 time: 0.0458891 Jun 24 04:28:21.441852 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-2cf4ba0a-b3dd-4948-8314-6240df7fcaeb req-025e9eb5-46fb-4294-97f5-b4d0d2fe6662 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Jun 24 04:28:22.541724 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 76049af4-1540-4b7b-92b1-7f8fd979a2d5 up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:28:22.565352 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4385a-1dae-4118-a8a4-9f75437b3e57 req-ec200ed8-b775-4d64-a64c-d7fe6b7f859c tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:22.566898 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-37b4385a-1dae-4118-a8a4-9f75437b3e57 req-ec200ed8-b775-4d64-a64c-d7fe6b7f859c tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 944 time: 0.0505636 Jun 24 04:28:22.591450 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:28:22.621330 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-37b4385a-1dae-4118-a8a4-9f75437b3e57 req-0be3f7ac-d1c7-4b56-bf24-3c4204503f4a tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473630 Jun 24 04:28:22.694685 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:28:22.695240 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:22.766846 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:28:22.767126 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:22.790319 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79c33cb-b5fb-4756-b7e4-c2360ff36055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76049af4-1540-4b7b-92b1-7f8fd979a2d5'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:28:22.792530 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973a0e23-68d2-46e3-8d1e-e7641d86023d" -d '{"events": [{"server_uuid": "d79c33cb-b5fb-4756-b7e4-c2360ff36055", "name": "network-vif-plugged", "status": "completed", "tag": "76049af4-1540-4b7b-92b1-7f8fd979a2d5"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:28:22.805391 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 76049af4-1540-4b7b-92b1-7f8fd979a2d5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=76049af4-1540-4b7b-92b1-7f8fd979a2d5,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:22.876948 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:22.900482 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6f911-4226-4077-88e2-8614eaa925b1 x-openstack-request-id: req-0ae6f911-4226-4077-88e2-8614eaa925b1 {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:28:22.900773 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79c33cb-b5fb-4756-b7e4-c2360ff36055", "name": "network-vif-plugged", "status": "completed", "tag": "76049af4-1540-4b7b-92b1-7f8fd979a2d5", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:28:22.901026 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae6f911-4226-4077-88e2-8614eaa925b1 {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:28:22.901675 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae6f911-4226-4077-88e2-8614eaa925b1'] response: {'server_uuid': 'd79c33cb-b5fb-4756-b7e4-c2360ff36055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76049af4-1540-4b7b-92b1-7f8fd979a2d5', 'code': 200} Jun 24 04:28:22.928440 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=76049af4-1540-4b7b-92b1-7f8fd979a2d5,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:23.182949 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa7adc-be7d-40f3-98ec-570bebe7167d req-e5e5d810-e1ca-44cb-9e4e-5dae50aaedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:23.184427 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-87aa7adc-be7d-40f3-98ec-570bebe7167d req-e5e5d810-e1ca-44cb-9e4e-5dae50aaedd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 1129 time: 0.0422897 Jun 24 04:28:23.231815 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-87aa7adc-be7d-40f3-98ec-570bebe7167d req-2140d1ce-bdad-4016-afb8-0c613039ef6c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377355 Jun 24 04:28:23.737265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8da822-c468-4e23-80e6-9d5fdb376c5b req-637a0d0c-adab-46e7-ba9c-f3ef1348467c tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:23.738715 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fc8da822-c468-4e23-80e6-9d5fdb376c5b req-637a0d0c-adab-46e7-ba9c-f3ef1348467c tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 945 time: 0.0472412 Jun 24 04:28:23.785651 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-fc8da822-c468-4e23-80e6-9d5fdb376c5b req-32a7ff4c-52fb-4ab7-8d3e-6289e35d4444 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 Jun 24 04:28:24.642203 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:24.903618 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de20e45-822f-4c07-be2a-d135745252f8 req-162d7958-35bf-45ab-b823-10355d50f140 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:24.905109 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8de20e45-822f-4c07-be2a-d135745252f8 req-162d7958-35bf-45ab-b823-10355d50f140 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 945 time: 0.0471756 Jun 24 04:28:24.955498 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8de20e45-822f-4c07-be2a-d135745252f8 req-47b606f6-c4c4-4557-9e0b-e30b2740b02d tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Jun 24 04:28:26.072240 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ed608-5e2f-4eb7-bfce-7366d85e96b5 req-d53aeb77-dce8-4b83-b8f3-0b6278507d96 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:26.073622 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e96ed608-5e2f-4eb7-bfce-7366d85e96b5 req-d53aeb77-dce8-4b83-b8f3-0b6278507d96 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 945 time: 0.0478871 Jun 24 04:28:26.123231 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-e96ed608-5e2f-4eb7-bfce-7366d85e96b5 req-1363c9cc-f6fc-4f73-b59a-f37e0c99ec10 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Jun 24 04:28:28.134583 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:28.144071 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:28.253288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-68c122d3-4ea4-4fa6-afea-871a90ab8a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:30.556702 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-13442d9f-c528-4569-9d80-34d7a6483641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:31.796673 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:33.150189 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:33.384779 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:34.949128 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=66 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:34.951978 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=72 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:36.108876 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=49 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:36.119822 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=76 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:42.649259 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:42.650047 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:43.325659 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:43.332553 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:28:48.747388 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0f2f4-9b9b-4d61-87e3-d62ffee78022 req-b55ce276-a9da-4c0b-bbe2-e38c7f590331 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:48.748847 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1de0f2f4-9b9b-4d61-87e3-d62ffee78022 req-b55ce276-a9da-4c0b-bbe2-e38c7f590331 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 945 time: 0.0470479 Jun 24 04:28:48.796482 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-1de0f2f4-9b9b-4d61-87e3-d62ffee78022 req-2038cbd4-07c2-4024-afae-3a9fe9f90e88 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Jun 24 04:28:49.910263 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:49.913421 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb5e2d-9819-493c-8a52-667912b32bff req-792f6b5f-3014-44b6-815c-b3ed00a2f8d4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:49.914912 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eeeb5e2d-9819-493c-8a52-667912b32bff req-792f6b5f-3014-44b6-815c-b3ed00a2f8d4 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 945 time: 0.0481007 Jun 24 04:28:49.961783 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-eeeb5e2d-9819-493c-8a52-667912b32bff req-beaf7ee2-1b94-4aed-b7a1-c72586338be5 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 Jun 24 04:28:51.076255 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c2be2-dc37-4d90-ad2c-0390208f36ce req-9520ac62-d8f8-4332-89cb-45abf2161f4b tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:51.077728 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-646c2be2-dc37-4d90-ad2c-0390208f36ce req-9520ac62-d8f8-4332-89cb-45abf2161f4b tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Jun 24 04:28:51.124700 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-646c2be2-dc37-4d90-ad2c-0390208f36ce req-a606b5d7-1808-4294-91cc-d0db414b2439 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Jun 24 04:28:51.647119 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:28:52.240276 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45763024-4b1a-4eea-b086-8ca949ab4f3d req-126b82d4-4ac2-47b0-a6c5-ae6ba6034a62 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:52.241748 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-45763024-4b1a-4eea-b086-8ca949ab4f3d req-126b82d4-4ac2-47b0-a6c5-ae6ba6034a62 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 945 time: 0.0461774 Jun 24 04:28:52.288486 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-e9e4e186-4c56-4b36-bd42-863153bd5f83 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:52.289952 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-e9e4e186-4c56-4b36-bd42-863153bd5f83 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 945 time: 0.0512757 Jun 24 04:28:52.290700 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-45763024-4b1a-4eea-b086-8ca949ab4f3d req-a11c5ed0-184a-4bdf-8c96-88c146d0ac7d tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/security-groups?id=242bc9e6-209d-4200-963d-50ad7a7d27d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Jun 24 04:28:52.374296 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Deleting port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:28:52.374665 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:52.465890 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] For port 76049af4-1540-4b7b-92b1-7f8fd979a2d5, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=76049af4-1540-4b7b-92b1-7f8fd979a2d5,segment=NetworkSegment(cb9eee8f-9740-412e-ba76-22999a65d06d),segment_id=cb9eee8f-9740-412e-ba76-22999a65d06d)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:52.466254 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:52.479954 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Calling delete_port for 76049af4-1540-4b7b-92b1-7f8fd979a2d5 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:28:52.647972 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (76049af4-1540-4b7b-92b1-7f8fd979a2d5), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:52.678833 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Pushing event deleted for resources: {'Port': ['ID=76049af4-1540-4b7b-92b1-7f8fd979a2d5,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:52.725466 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] No DVR routers for this DVR port 76049af4-1540-4b7b-92b1-7f8fd979a2d5 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:28:52.727952 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:52.731079 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-35b0a0a9-4ae3-4071-8402-b46b7198d8ad req-6e9e11c2-3054-4ba2-a79e-4ab2dd6c4bc8 tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.43 "DELETE /v2.0/ports/76049af4-1540-4b7b-92b1-7f8fd979a2d5 HTTP/1.1" status: 204 len: 173 time: 0.4328957 Jun 24 04:28:52.731501 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79c33cb-b5fb-4756-b7e4-c2360ff36055', 'name': 'network-vif-deleted', 'tag': '76049af4-1540-4b7b-92b1-7f8fd979a2d5'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:28:52.733683 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efc07ea-dc9d-42f3-ba7f-df43c4f7c557" -d '{"events": [{"server_uuid": "d79c33cb-b5fb-4756-b7e4-c2360ff36055", "name": "network-vif-deleted", "tag": "76049af4-1540-4b7b-92b1-7f8fd979a2d5"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:28:52.769540 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11fd2b6-2095-49e4-b528-610f2391a731 x-openstack-request-id: req-e11fd2b6-2095-49e4-b528-610f2391a731 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:28:52.769837 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79c33cb-b5fb-4756-b7e4-c2360ff36055", "name": "network-vif-deleted", "tag": "76049af4-1540-4b7b-92b1-7f8fd979a2d5", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:28:52.770116 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e11fd2b6-2095-49e4-b528-610f2391a731 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:28:52.771152 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11fd2b6-2095-49e4-b528-610f2391a731'] response: {'server_uuid': 'd79c33cb-b5fb-4756-b7e4-c2360ff36055', 'name': 'network-vif-deleted', 'tag': '76049af4-1540-4b7b-92b1-7f8fd979a2d5', 'status': 'completed', 'code': 200} Jun 24 04:28:53.409481 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-99d2267b-f465-4a68-97eb-f4e4cfb7571c req-e966e609-2dcc-4ab1-9734-847b89449b3e tempest-VolumesSnapshotTestJSON-2116580404 tempest-VolumesSnapshotTestJSON-2116580404-project] 10.222.0.16 "GET /v2.0/ports?device_id=d79c33cb-b5fb-4756-b7e4-c2360ff36055 HTTP/1.1" status: 200 len: 210 time: 0.0316560 Jun 24 04:28:54.629552 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 76049af4-1540-4b7b-92b1-7f8fd979a2d5 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:28:54.652978 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 76049af4-1540-4b7b-92b1-7f8fd979a2d5 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:28:54.653325 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 76049af4-1540-4b7b-92b1-7f8fd979a2d5 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:28:57.060741 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-eea396fd-6acc-4cb9-b563-c641c554373b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109829358&fields=id&tenant_id=f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 267 time: 0.0463810 Jun 24 04:28:57.171464 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10a71-f7f5-4696-a871-2593e5879aed req-c1c170da-7816-4eba-bd9f-07669fbbdb38 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:28:57.172905 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-c1c170da-7816-4eba-bd9f-07669fbbdb38 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 812 time: 0.1053576 Jun 24 04:28:57.188179 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-fb471c94-4eee-4392-be3e-e7e00048808a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/quotas/f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 375 time: 0.0092163 Jun 24 04:28:57.243909 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-1ecff062-c06b-4091-8603-842bd8b8da93 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503371 Jun 24 04:28:57.339397 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-80dce671-d6a9-4e47-8777-303898389846 service neutron] 10.222.0.16 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834036 Jun 24 04:28:57.432659 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-70d1a9c0-f143-4ccc-badf-722790b0a6c7 service neutron] 10.222.0.16 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877092 Jun 24 04:28:57.965065 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ea02bae4-47e3-4e4e-9f55-c39e4b1478c6 req-08507421-813a-48b1-910d-85a2f2cb60ca tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 210 time: 0.0319405 Jun 24 04:28:58.288053 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-66c1c099-b6d2-48bc-901c-a48985981e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:28:59.064869 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e517607f-db4c-4db9-aa0a-290c90444acc req-f6014e5e-3672-4778-9da8-d2aed3421298 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 210 time: 0.0292199 Jun 24 04:29:00.157671 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-59cf2ff1-a213-4027-80d2-1fefc6b127e3 req-7340b1d2-9a01-42aa-90b9-66da9b469b46 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 210 time: 0.0281940 Jun 24 04:29:00.544390 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8614664f-0a17-4d07-91af-b37a8c14c7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:01.251606 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-ca5e7b11-8238-4397-90ba-9afef1782c27 req-b33109ed-b848-4ca9-9969-a6fb6db349ce tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 210 time: 0.0272558 Jun 24 04:29:01.642647 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:01.643907 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:01.847407 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:01.895760 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10a71-f7f5-4696-a871-2593e5879aed req-6f692286-5831-4868-9dbc-cb8cde868ec8 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:01.897839 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-6f692286-5831-4868-9dbc-cb8cde868ec8 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 812 time: 0.1055543 Jun 24 04:29:01.965820 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-ef1c2b4b-1a0d-440f-a9fb-516499038300 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c12f0aa786483e8d1ce8ff9042164f HTTP/1.1" status: 200 len: 379 time: 0.0554626 Jun 24 04:29:01.982355 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'port': {'device_id': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'admin_state_up': True, 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'security_groups': ['5c27a347-1d36-4752-a47e-22842b648b4d']}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:29:02.084813 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:02.155759 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Made reservation on behalf of f9c12f0aa786483e8d1ce8ff9042164f for: {'port': 1} {{(pid=104594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:29:02.159372 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:02.161463 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:02.293242 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Allocated IP 172.20.0.12 (a202b9e8-77c8-471b-bad0-c0f2e233e837/15e3321a-fef9-46aa-b900-8a6d6f984325/83a55b30-ba60-47f7-8bb5-58f4abb3d9ac) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:29:02.366606 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4f720b6b-3bbb-4529-98ca-0df3eec1dce7 req-b66be466-a780-4635-9a7b-9d176054a439 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 210 time: 0.0415268 Jun 24 04:29:02.465056 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:02.544746 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:02.593365 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:29:02.596556 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:29:02.600463 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:29:02.628460 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:02.644301 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.644647 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.644989 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.645334 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.645662 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.646043 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.646450 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.646798 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.647112 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.647437 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.647760 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.648085 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.648408 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.648727 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.649044 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:02.668287 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:02.668905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:02.764555 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-d6c66959-3905-4c95-9ded-2b6b3fd4c907 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7879412 Jun 24 04:29:02.780121 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Request body: {'port': {'device_id': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:29:02.839834 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:02.851136 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:02.855609 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-648f47bb-82f5-49f5-aa8c-6887fa337e17 None None] Provisioning complete for port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac triggered by entity DHCP. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:29:02.856139 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-648f47bb-82f5-49f5-aa8c-6887fa337e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:02.887872 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-648f47bb-82f5-49f5-aa8c-6887fa337e17 None None] Port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac cannot update to ACTIVE because it is not bound. {{(pid=104595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 04:29:03.112345 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac {{(pid=104594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:29:03.120130 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Publish callbacks [] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:03.125760 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:03.134414 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.provisioning_blocks [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Transition to ACTIVE for port object 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac will not be triggered until provisioned by entity L2. {{(pid=104594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 04:29:03.178756 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:03.207973 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:03.261106 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Pushing event updated for resources: {'Port': ['ID=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:03.345878 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Attempting to bind port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 04:29:03.349312 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Attempting to bind port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 04:29:03.349312 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Attempting to bind port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac on network a202b9e8-77c8-471b-bad0-c0f2e233e837 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:29:03.351507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac on network a202b9e8-77c8-471b-bad0-c0f2e233e837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 04:29:03.351884 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Attempting to bind port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac on network a202b9e8-77c8-471b-bad0-c0f2e233e837 {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 04:29:03.356983 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Checking agent: {'id': '28fcd799-4376-478e-8b79-c6cf752974a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'started_at': datetime.datetime(2022, 6, 24, 4, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 04:29:03.357315 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Checking segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 04:29:03.357692 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Bound using segment: {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'} {{(pid=104594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 04:29:03.358119 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.managers [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Bound port: 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0602a9d1-5879-4cb6-8f96-2529760d57f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837'}}] {{(pid=104594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 04:29:03.358495 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:03.408034 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:03.438521 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] For port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac, host hv-cinder-84684, cleared binding levels {{(pid=104594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:29:03.440911 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] For port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:29:03.502260 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561f45f-df2b-494e-b1e4-f762038025ca req-45e47df0-1f69-417a-bf21-7bd09addb037 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:03.503826 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8561f45f-df2b-494e-b1e4-f762038025ca req-45e47df0-1f69-417a-bf21-7bd09addb037 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 944 time: 0.0527549 Jun 24 04:29:03.520930 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:03.558831 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:03.559446 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:03.560913 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] 10.222.0.43 "PUT /v2.0/ports/83a55b30-ba60-47f7-8bb5-58f4abb3d9ac HTTP/1.1" status: 200 len: 1094 time: 0.7851901 Jun 24 04:29:03.561449 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:29:03.562235 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-8561f45f-df2b-494e-b1e4-f762038025ca req-697fed93-4352-4dbb-8c55-11a1c63ad4c8 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512040 Jun 24 04:29:03.563771 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5fb638-2f9a-4675-99c1-ce0e81d0e27a" -d '{"events": [{"name": "network-changed", "server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:29:03.586063 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580227fd-0bdf-4756-adc5-f3305b118d37 service neutron] Pushing event updated for resources: {'Port': ['ID=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,revision_number=3']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:03.607970 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705c5628-4bd8-4788-b6aa-54215d03b93e x-openstack-request-id: req-705c5628-4bd8-4788-b6aa-54215d03b93e {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:29:03.608283 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:29:03.608542 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-705c5628-4bd8-4788-b6aa-54215d03b93e {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:29:03.608979 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705c5628-4bd8-4788-b6aa-54215d03b93e'] response: {'name': 'network-changed', 'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'status': 'completed', 'code': 200} Jun 24 04:29:03.674077 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb638-2f9a-4675-99c1-ce0e81d0e27a req-467f2e8c-a5dd-495b-acdc-6ce3e04a1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:03.675606 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5c5fb638-2f9a-4675-99c1-ce0e81d0e27a req-467f2e8c-a5dd-495b-acdc-6ce3e04a1347 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 1128 time: 0.0426776 Jun 24 04:29:03.786265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb638-2f9a-4675-99c1-ce0e81d0e27a req-f8376774-6368-45c3-9925-542dcf26c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:03.788331 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5c5fb638-2f9a-4675-99c1-ce0e81d0e27a req-f8376774-6368-45c3-9925-542dcf26c4df service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1039407 Jun 24 04:29:03.889922 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb638-2f9a-4675-99c1-ce0e81d0e27a req-63bf6691-6fd0-4198-a5e6-7e52a2f18720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:03.891388 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-5c5fb638-2f9a-4675-99c1-ce0e81d0e27a req-63bf6691-6fd0-4198-a5e6-7e52a2f18720 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929508 Jun 24 04:29:03.971559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10a71-f7f5-4696-a871-2593e5879aed req-1a0fccd1-3313-4f89-be18-bb77867bb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:03.973021 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-1a0fccd1-3313-4f89-be18-bb77867bb119 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 1128 time: 0.0399601 Jun 24 04:29:04.011832 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-476cc45a-475e-4259-a76a-6a4257943364 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac HTTP/1.1" status: 200 len: 217 time: 0.0319548 Jun 24 04:29:04.067199 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10a71-f7f5-4696-a871-2593e5879aed req-7aac7e7f-84c8-4708-ae3d-1fa70f907e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:04.068802 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-7aac7e7f-84c8-4708-ae3d-1fa70f907e26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0489414 Jun 24 04:29:04.113445 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10a71-f7f5-4696-a871-2593e5879aed req-562aa770-8e9b-4f1e-b357-0239825bc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:04.115018 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-562aa770-8e9b-4f1e-b357-0239825bc702 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392418 Jun 24 04:29:04.203692 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:04.207459 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-73919ae9-7209-4eed-ab79-f98c5c4bea8f service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847049 Jun 24 04:29:04.300167 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ded10a71-f7f5-4696-a871-2593e5879aed req-f8997b73-1908-4a0f-b9ee-fdf8eda241c8 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837567 Jun 24 04:29:04.679377 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd64f5-22e7-4498-99f9-4ab51b6ba33c req-36daa185-abb0-4682-858f-bb161060cc9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:04.680856 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e3dd64f5-22e7-4498-99f9-4ab51b6ba33c req-36daa185-abb0-4682-858f-bb161060cc9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 944 time: 0.0478871 Jun 24 04:29:04.730357 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e3dd64f5-22e7-4498-99f9-4ab51b6ba33c req-5f0e0ac8-65f8-4f14-93f4-3388b7543ac7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441029 Jun 24 04:29:05.844450 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7b614-51d0-4bb0-8952-db8bb262ec21 req-10ce681b-035e-4e64-a315-ec583c1a992b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:05.845956 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-49b7b614-51d0-4bb0-8952-db8bb262ec21 req-10ce681b-035e-4e64-a315-ec583c1a992b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 944 time: 0.0472634 Jun 24 04:29:05.898877 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-49b7b614-51d0-4bb0-8952-db8bb262ec21 req-02034b75-ddc8-4bdf-9e67-573186d0bad7 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465424 Jun 24 04:29:07.013006 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582fa89-2713-4ef6-a029-c52762d7ae16 req-a3afa075-0316-4e16-b561-54f78f6aeb16 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:07.014493 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9582fa89-2713-4ef6-a029-c52762d7ae16 req-a3afa075-0316-4e16-b561-54f78f6aeb16 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 944 time: 0.0460217 Jun 24 04:29:07.069914 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-9582fa89-2713-4ef6-a029-c52762d7ae16 req-733b6c1e-4064-4f19-9644-d34de7980d92 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499349 Jun 24 04:29:08.184705 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441aa7a-04e0-4ca3-83bd-25a5e18da0ed req-c7209b08-bbc3-4ef7-8e83-2a7be4c0ed14 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:08.186172 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0441aa7a-04e0-4ca3-83bd-25a5e18da0ed req-c7209b08-bbc3-4ef7-8e83-2a7be4c0ed14 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 944 time: 0.0477793 Jun 24 04:29:08.197265 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:08.235212 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0441aa7a-04e0-4ca3-83bd-25a5e18da0ed req-65b7d852-a79c-4690-beb3-1f65ac975f7e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434372 Jun 24 04:29:09.351673 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50c20-2164-4d32-b618-08f8a2152a74 req-32d3443e-430e-44e9-b0eb-9a2a009cad1c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:09.353031 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35e50c20-2164-4d32-b618-08f8a2152a74 req-32d3443e-430e-44e9-b0eb-9a2a009cad1c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 944 time: 0.0485678 Jun 24 04:29:09.400926 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-35e50c20-2164-4d32-b618-08f8a2152a74 req-226d6b5e-7bb6-417a-aaa3-eaf6160b0ba5 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 Jun 24 04:29:10.514061 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9f43f-eee4-401c-90f6-db09fa7b0b96 req-74a3e9f0-d23b-4e3b-b543-c6c0c2d4c64e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:10.515525 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9ea9f43f-eee4-401c-90f6-db09fa7b0b96 req-74a3e9f0-d23b-4e3b-b543-c6c0c2d4c64e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 944 time: 0.0464151 Jun 24 04:29:10.563756 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-9ea9f43f-eee4-401c-90f6-db09fa7b0b96 req-f98760d4-186e-4e57-96c8-04fac138da3d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428433 Jun 24 04:29:10.710151 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:29:10.811531 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:29:10.823138 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Returning: {'device': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'port_id': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'mac_address': 'fa:16:3e:02:94:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:29:10.858654 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac is: DOWN; New status is: BUILD {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:29:10.859041 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:10.872637 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac {{(pid=104595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 04:29:10.892038 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:29:10.933016 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:10.982521 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,revision_number=4']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:11.158854 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] get_ports_and_sgs() called for port_ids ['83a55b30-ba60-47f7-8bb5-58f4abb3d9ac'] {{(pid=104595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:29:11.662535 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:11.667404 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:11.678212 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eba94d-cda9-46cb-8785-a11125bef39c req-fc33a007-fc2e-4524-b769-8403aaddbaef tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:11.679689 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-42eba94d-cda9-46cb-8785-a11125bef39c req-fc33a007-fc2e-4524-b769-8403aaddbaef tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 945 time: 0.0499115 Jun 24 04:29:11.729675 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-42eba94d-cda9-46cb-8785-a11125bef39c req-0c5e29ee-d7fe-4ffe-91ae-45c033223610 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443332 Jun 24 04:29:12.724842 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac up at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:29:12.727054 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:12.768188 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning for port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac completed by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 04:29:12.819305 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.provisioning_blocks [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Provisioning complete for port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac triggered by entity L2. {{(pid=104595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 04:29:12.819702 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2003158'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), provisioning_complete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:12.839398 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:12.856683 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347e127-2b91-4075-aa09-1d0602bde484 req-61906404-2a98-4d4f-87eb-42f247ffa904 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:12.858148 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2347e127-2b91-4075-aa09-1d0602bde484 req-61906404-2a98-4d4f-87eb-42f247ffa904 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 945 time: 0.0590203 Jun 24 04:29:12.895420 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Current status of the port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac is: BUILD; New status is: ACTIVE {{(pid=104595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 04:29:12.895844 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), before_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:12.911371 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2347e127-2b91-4075-aa09-1d0602bde484 req-aa4cccee-df6f-40f8-825f-31fb39102581 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470746 Jun 24 04:29:12.920888 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac'}] {{(pid=104595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:29:12.923081 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6719a52c1397dc47b2fed1cb5227b9c1dc67e465806c985fb5f0163116017c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502713c4-68d0-446f-a226-5059aa463093" -d '{"events": [{"server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "name": "network-vif-plugged", "status": "completed", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac"}]}' {{(pid=104595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:29:12.935831 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] For port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:29:12.966683 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de35eb64-6798-4520-b633-5e13e0600ecb x-openstack-request-id: req-de35eb64-6798-4520-b633-5e13e0600ecb {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:29:12.967020 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "name": "network-vif-plugged", "status": "completed", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac", "code": 200}]} {{(pid=104595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:29:12.967280 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de35eb64-6798-4520-b633-5e13e0600ecb {{(pid=104595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:29:12.967675 dv-cinder-846842-3-iscsi neutron-server[104595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de35eb64-6798-4520-b633-5e13e0600ecb'] response: {'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'code': 200} Jun 24 04:29:13.012978 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:13.063820 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Pushing event updated for resources: {'Port': ['ID=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,revision_number=5']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:13.284311 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6496f12-772e-47c3-b317-fed69138ba56 req-8a190610-0672-463f-a34f-69193de35c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:13.285648 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b6496f12-772e-47c3-b317-fed69138ba56 req-8a190610-0672-463f-a34f-69193de35c0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 1130 time: 0.0386517 Jun 24 04:29:13.334381 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-b6496f12-772e-47c3-b317-fed69138ba56 req-27710e8a-a219-4f88-a102-a32c382f0a82 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Jun 24 04:29:14.025761 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389b2f1-41c0-44c7-a1ed-246fc725c9ea req-4b2b8c54-d3dd-4142-a25b-f7b739f7674b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:14.027527 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0389b2f1-41c0-44c7-a1ed-246fc725c9ea req-4b2b8c54-d3dd-4142-a25b-f7b739f7674b tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 946 time: 0.0475628 Jun 24 04:29:14.081257 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-0389b2f1-41c0-44c7-a1ed-246fc725c9ea req-9c6cc750-5da7-4641-9ecd-abd7418473da tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481484 Jun 24 04:29:15.202425 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b6fe-1b33-47a8-9234-f5952fac2df7 req-2e6ffe0c-0ccf-43f9-bb90-f960fa5b52ae tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:15.203929 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6a01b6fe-1b33-47a8-9234-f5952fac2df7 req-2e6ffe0c-0ccf-43f9-bb90-f960fa5b52ae tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 946 time: 0.0507839 Jun 24 04:29:15.252865 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6a01b6fe-1b33-47a8-9234-f5952fac2df7 req-45bd052f-f13a-4663-be77-965b32ae4eb2 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Jun 24 04:29:15.369211 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22697a28-f8a8-4316-b5ff-a1763549ccb9 req-090cb7bd-6feb-49cb-9c4e-221fa195b395 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:15.370687 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22697a28-f8a8-4316-b5ff-a1763549ccb9 req-090cb7bd-6feb-49cb-9c4e-221fa195b395 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 946 time: 0.0497699 Jun 24 04:29:15.419782 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-22697a28-f8a8-4316-b5ff-a1763549ccb9 req-535def5a-1933-4547-8d65-c7ec4dd62154 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434909 Jun 24 04:29:15.441165 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60984) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:29:15.576848 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f71cb-391f-4b28-a2d6-c479963d42cd tempest-TestVolumeBootPattern-697166167 tempest-TestVolumeBootPattern-697166167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:15.578249 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8a9f71cb-391f-4b28-a2d6-c479963d42cd tempest-TestVolumeBootPattern-697166167 tempest-TestVolumeBootPattern-697166167-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 1125 time: 0.1361575 Jun 24 04:29:15.581064 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 60988) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:29:15.585405 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.v2.base [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Request body: {'floatingip': {'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'port_id': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 04:29:15.641507 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:15.724900 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (None), before_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:15.828349 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_common [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Allocated IP 172.27.2.65 (128a2535-1ad9-4ed4-b77f-119c6944b2bf/a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b/7ab99cfb-0864-4720-a1f2-ebf131087759) {{(pid=104594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:29:15.837099 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:15.919180 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:15.935503 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (7ab99cfb-0864-4720-a1f2-ebf131087759), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:16.093235 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772085189762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (7ab99cfb-0864-4720-a1f2-ebf131087759), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:16.138815 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Network 128a2535-1ad9-4ed4-b77f-119c6944b2bf is already hosted by enough agents. {{(pid=104594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:29:16.141967 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Resources bound (agent type, host, resource id): {{(pid=104594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:29:16.144846 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Received port after_create {{(pid=104594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 04:29:16.174905 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=7ab99cfb-0864-4720-a1f2-ebf131087759,revision_number=1']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:16.779589 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (cede400a-ddbd-418c-a993-5e61e13afecb), precommit_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:16.924227 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2029270'] for port (7ab99cfb-0864-4720-a1f2-ebf131087759), before_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:16.974688 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:17.068102 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for port (7ab99cfb-0864-4720-a1f2-ebf131087759), precommit_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:17.127219 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772085691230', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772085189780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772085189798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30618290'] for port (7ab99cfb-0864-4720-a1f2-ebf131087759), after_update {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:17.201048 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event updated for resources: {'Port': ['ID=7ab99cfb-0864-4720-a1f2-ebf131087759,revision_number=2']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:17.211861 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579698'] for floatingip (cede400a-ddbd-418c-a993-5e61e13afecb), after_create {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:17.310791 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.db.l3_db [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Floating IP cede400a-ddbd-418c-a993-5e61e13afecb associated. External IP: 172.27.2.65, port: 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac. Jun 24 04:29:17.398423 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:17.511482 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:29:17.623391 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:29:17.634057 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:29:17.644834 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:29:17.645505 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:29:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:29:17.717928 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:17.757953 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8e2fb2bf-8ac8-42f9-8d46-531ba272ecbd tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1726894 Jun 24 04:29:17.757953 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:29:17.758472 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db38de14-47a2-4750-9a97-7fc0888582e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:29:17.798012 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f476ff1-86ac-4ee3-8223-596b1a54dd58 x-openstack-request-id: req-8f476ff1-86ac-4ee3-8223-596b1a54dd58 {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:29:17.798673 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:29:17.798673 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f476ff1-86ac-4ee3-8223-596b1a54dd58 {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:29:17.799150 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f476ff1-86ac-4ee3-8223-596b1a54dd58'] response: {'name': 'network-changed', 'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'status': 'completed', 'code': 200} Jun 24 04:29:17.835067 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:29:17.865210 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-7b36bcfd-6375-4605-9eb7-f334ad539368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:17.867432 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-7b36bcfd-6375-4605-9eb7-f334ad539368 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 1130 time: 0.0463777 Jun 24 04:29:17.953512 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:17.963188 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-18f9f460-c511-492f-9b75-6c91cf450b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:17.965069 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-18f9f460-c511-492f-9b75-6c91cf450b68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0908613 Jun 24 04:29:18.032385 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-109c8e00-8bf0-4bb0-bfec-7443d20ef195 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac HTTP/1.1" status: 200 len: 999 time: 0.0615373 Jun 24 04:29:18.051533 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:13Z', 'revision_number': 1, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}, {'id': 'cede400a-ddbd-418c-a993-5e61e13afecb', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:02:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:29:16Z', 'updated_at': '2022-06-24T04:29:16Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:29:18.077155 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:29:18.082749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-d084024a-020d-4e66-af60-0ef07490d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:18.084217 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-d084024a-020d-4e66-af60-0ef07490d380 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0450611 Jun 24 04:29:18.085999 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:29:18.086611 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:29:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:29:18.126852 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-df725121-d6fe-47e5-920a-cc1803c6e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:18.128351 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-df725121-d6fe-47e5-920a-cc1803c6e00d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381715 Jun 24 04:29:18.187294 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:29:18.222872 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-8b1fa5f5-0aa4-417a-b851-83b84d17362f service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880206 Jun 24 04:29:18.313063 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-db38de14-47a2-4750-9a97-7fc0888582e2 req-6068f6b9-7c7b-4203-969b-ca756563db80 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842516 Jun 24 04:29:18.405235 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:13Z', 'revision_number': 1, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}, {'id': 'cede400a-ddbd-418c-a993-5e61e13afecb', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:02:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:29:16Z', 'updated_at': '2022-06-24T04:29:16Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:29:18.430237 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9549459-b9cc-43bd-beba-5c7b2d3ac7ef None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:13Z', 'revision_number': 1, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}, {'id': 'cede400a-ddbd-418c-a993-5e61e13afecb', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:02:94:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:29:16Z', 'updated_at': '2022-06-24T04:29:16Z', 'revision_number': 0, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:29:18.628241 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c3df9-f9bd-4b3f-8f94-31309d9e6cf3 None None] New status for floating IP cede400a-ddbd-418c-a993-5e61e13afecb: ACTIVE {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:29:19.938594 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.106493 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32804) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:29:21.155348 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-146d6000-9a35-484b-9496-672e793e7a98 admin admin] Deleting subnet d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64 {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:29:21.159973 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-146d6000-9a35-484b-9496-672e793e7a98 admin admin] Publish callbacks [] for subnet (d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.193129 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-146d6000-9a35-484b-9496-672e793e7a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31464630'] for subnet (d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.232832 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-146d6000-9a35-484b-9496-672e793e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.344504 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-146d6000-9a35-484b-9496-672e793e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30618364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30621842'] for subnet (d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.376824 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d6000-9a35-484b-9496-672e793e7a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:21.378788 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-146d6000-9a35-484b-9496-672e793e7a98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.381810 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-146d6000-9a35-484b-9496-672e793e7a98 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d6a4dd91-cb58-4ce1-94cf-ec2b2b0aeb64 HTTP/1.1" status: 204 len: 168 time: 0.2743142 Jun 24 04:29:21.384442 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32806) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:29:21.452225 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (7c7526a9-fc19-4e2d-b4f0-f46b315eab12), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.482572 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:21.533134 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (7c7526a9-fc19-4e2d-b4f0-f46b315eab12), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.553636 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7526a9-fc19-4e2d-b4f0-f46b315eab12']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:29:21.563085 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9eee8f-9740-412e-ba76-22999a65d06d') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:29:21.563383 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9eee8f-9740-412e-ba76-22999a65d06d') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:29:21.573080 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (cb9eee8f-9740-412e-ba76-22999a65d06d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.586865 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (cb9eee8f-9740-412e-ba76-22999a65d06d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.592984 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:29:21.593361 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (cb9eee8f-9740-412e-ba76-22999a65d06d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.624112 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment cb9eee8f-9740-412e-ba76-22999a65d06d resource provider aggregate not found Jun 24 04:29:21.668157 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment cb9eee8f-9740-412e-ba76-22999a65d06d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb9eee8f-9740-412e-ba76-22999a65d06d found for delete ", "request_id": "req-56db42fb-5247-4c56-bacb-110dbda6754c"}]} Jun 24 04:29:21.727388 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (7c7526a9-fc19-4e2d-b4f0-f46b315eab12), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.732958 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:21.737102 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c7526a9-fc19-4e2d-b4f0-f46b315eab12 HTTP/1.1" status: 204 len: 168 time: 0.3506989 Jun 24 04:29:21.747742 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49e2a6-7398-416e-9765-41b65590b1b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7526a9-fc19-4e2d-b4f0-f46b315eab12,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:22.027575 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32814) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:29:22.068050 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4c73ec03-da3b-42b8-82a9-6e6eb1773517 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a2dfcc0f1ad4daf8b26339e3eb51c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392396 Jun 24 04:29:22.071211 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32816) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:29:22.118225 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Publish callbacks [] for security_group (242bc9e6-209d-4200-963d-50ad7a7d27d5), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:22.139235 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Publish callbacks [] for security_group (242bc9e6-209d-4200-963d-50ad7a7d27d5), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:22.269613 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (242bc9e6-209d-4200-963d-50ad7a7d27d5), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:22.278071 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:22.278071 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/242bc9e6-209d-4200-963d-50ad7a7d27d5 HTTP/1.1" status: 204 len: 168 time: 0.2010934 Jun 24 04:29:22.281593 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242bc9e6-209d-4200-963d-50ad7a7d27d5,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:29:22.288788 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.289135 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.289745 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.290261 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.290624 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:22.294949 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071b9b6-d259-4fca-9cad-244a36e79413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:29:28.275598 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-4ea34871-7e9a-4da3-bd51-51a3d80fa66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:28.400419 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=72 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:28.641092 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=84 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:28.646542 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:29:30.543572 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-161032f3-70d8-4ccf-afb5-c334602c0c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:31.653087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:31.738354 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:31.800965 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:32.284124 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=32,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:32.284909 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:32.579264 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2c696596-b055-4840-8898-99e07653e5af req-458a80f3-83a7-4825-b27b-6200fb10514d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401740 Jun 24 04:29:32.660939 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696596-b055-4840-8898-99e07653e5af req-e26a4a83-0fb1-46cf-9c18-35978e4a0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:32.662471 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2c696596-b055-4840-8898-99e07653e5af req-e26a4a83-0fb1-46cf-9c18-35978e4a0c83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 1130 time: 0.0397570 Jun 24 04:29:32.771651 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696596-b055-4840-8898-99e07653e5af req-4632d35b-19a6-4fa9-a188-23cc7832c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:32.773082 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2c696596-b055-4840-8898-99e07653e5af req-4632d35b-19a6-4fa9-a188-23cc7832c137 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0901194 Jun 24 04:29:32.838387 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2c696596-b055-4840-8898-99e07653e5af req-27772ade-d2aa-4872-aac9-ddaa388ae096 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20 HTTP/1.1" status: 200 len: 1001 time: 0.0572295 Jun 24 04:29:32.888330 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696596-b055-4840-8898-99e07653e5af req-5a972a3e-5dda-4b3b-9537-489ba0e960f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:32.890381 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2c696596-b055-4840-8898-99e07653e5af req-5a972a3e-5dda-4b3b-9537-489ba0e960f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0446334 Jun 24 04:29:32.940258 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696596-b055-4840-8898-99e07653e5af req-e7ed0394-0ebb-4a60-a0ed-a0d588459b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:29:32.941738 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2c696596-b055-4840-8898-99e07653e5af req-e7ed0394-0ebb-4a60-a0ed-a0d588459b60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436547 Jun 24 04:29:33.033524 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2c696596-b055-4840-8898-99e07653e5af req-b1183903-14a9-4318-93b0-100e0ccd37e1 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831258 Jun 24 04:29:33.129184 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-2c696596-b055-4840-8898-99e07653e5af req-a98bc0ed-6cd8-4feb-9b98-d3e84c7884dc service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889707 Jun 24 04:29:33.195120 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:33.412288 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:38.643157 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:43.119366 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=52 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:43.126703 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=49 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:43.322698 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:43.329584 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=49,neutron:UPDATE=8 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:49.937422 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:29:58.140485 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=14 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:58.143330 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=18 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:29:58.263403 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bd74598c-bddf-461c-9b84-10ef75d43df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:00.548631 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-15f89de0-f13c-4837-9f4c-748213558d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:01.812062 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:03.166094 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:03.389099 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:05.645426 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:30:13.323640 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:13.333583 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:15.641167 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:15.643275 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:19.955216 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:28.276998 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-afa5eb75-2db6-4c37-a3f1-a7c96b669806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:30.597230 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bc5d3609-8aaf-48a9-ad0e-e9dfd01b50cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:31.856966 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:32.615144 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-45763205-1c35-4be8-80a8-3020da3f2abf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391839 Jun 24 04:30:32.678976 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-6051064e-9bd8-43d8-b7da-af785173e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:32.680424 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-6051064e-9bd8-43d8-b7da-af785173e3ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 1130 time: 0.0398088 Jun 24 04:30:32.792391 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-cb433383-4ced-4909-9b23-f448d90a4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:32.793862 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-cb433383-4ced-4909-9b23-f448d90a4c66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0906599 Jun 24 04:30:32.858017 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-02e7221c-3588-43d2-a2ba-9ab597593aeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac HTTP/1.1" status: 200 len: 1001 time: 0.0544181 Jun 24 04:30:32.914570 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-0952079c-18dc-4c0a-93cf-87dd38402763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:32.916003 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-0952079c-18dc-4c0a-93cf-87dd38402763 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0494759 Jun 24 04:30:32.963559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-5027cec3-3949-475d-a285-9cd7933adb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:32.965042 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-5027cec3-3949-475d-a285-9cd7933adb02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391412 Jun 24 04:30:33.064391 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-2d55762e-cc59-4b3c-b08b-a0408c592fec service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888729 Jun 24 04:30:33.160428 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-ac8d13ee-7b7e-4675-8a68-be35131f342b req-06700be5-5e11-4c92-82e8-638a7fd8681b service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876241 Jun 24 04:30:33.165855 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:33.382966 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:33.643527 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:33.648564 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:42.645478 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:30:43.155701 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=48 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:43.157641 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=53 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:43.326182 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:43.328046 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:49.959837 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:56.735746 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:56.736642 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:56.921830 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32842) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:30:57.059576 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Deleting port 7ab99cfb-0864-4720-a1f2-ebf131087759 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:30:57.059917 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (7ab99cfb-0864-4720-a1f2-ebf131087759), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:57.133687 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (7ab99cfb-0864-4720-a1f2-ebf131087759), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:57.134014 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (7ab99cfb-0864-4720-a1f2-ebf131087759), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:57.146945 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Calling delete_port for 7ab99cfb-0864-4720-a1f2-ebf131087759 owned by network:floatingip {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:30:57.377689 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (7ab99cfb-0864-4720-a1f2-ebf131087759), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:57.402290 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event deleted for resources: {'Port': ['ID=7ab99cfb-0864-4720-a1f2-ebf131087759,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:57.432080 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.432420 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.432757 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.433090 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.433417 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.433742 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.434064 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.434395 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.434723 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.435043 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.435362 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.435678 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.435992 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.436303 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.436614 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:57.478291 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (cede400a-ddbd-418c-a993-5e61e13afecb), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:57.478644 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Floating IP cede400a-ddbd-418c-a993-5e61e13afecb disassociated (deleted). External IP: 172.27.2.65, port: 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac. Jun 24 04:30:57.671527 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:30:57.770824 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:30:57.775663 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:57.780361 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:30:57.790687 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:30:57.791287 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:30:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:57.807221 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-6ea0ff10-94b2-4d68-a614-3a8f1898ff9d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "DELETE /v2.0/floatingips/cede400a-ddbd-418c-a993-5e61e13afecb HTTP/1.1" status: 204 len: 168 time: 0.8842993 Jun 24 04:30:57.807798 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:30:57.810714 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36050ecf-be06-45ef-a2fb-4a81ec1c948e" -d '{"events": [{"name": "network-changed", "server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:30:57.900944 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:30:58.049992 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8760fcdc-9c36-40e7-b329-3de2667c646e x-openstack-request-id: req-8760fcdc-9c36-40e7-b329-3de2667c646e {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:30:58.050587 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:30:58.050587 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8760fcdc-9c36-40e7-b329-3de2667c646e {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:30:58.051033 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8760fcdc-9c36-40e7-b329-3de2667c646e'] response: {'name': 'network-changed', 'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'status': 'completed', 'code': 200} Jun 24 04:30:58.117848 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-c68c7a4b-1467-4dae-a8a9-16033b9d21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:58.119512 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-c68c7a4b-1467-4dae-a8a9-16033b9d21eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 1130 time: 0.0421362 Jun 24 04:30:58.121687 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:13Z', 'revision_number': 1, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:58.149475 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:30:58.158778 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:30:58.159373 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:30:30Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:58.228059 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-38aa9083-39d3-43fe-b475-97c3dab9e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:58.229458 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-38aa9083-39d3-43fe-b475-97c3dab9e2c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0995591 Jun 24 04:30:58.268324 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:30:58.275284 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:58.278107 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:30:58.279916 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cdf13991-86ac-4ae3-80d2-ea985933f32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:30:58.292934 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff05320-d2fd-4ba8-964a-925435a7a793 req-28d9b1e5-186d-4c8a-9663-ef14dc6da2d8 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:58.294594 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6ff05320-d2fd-4ba8-964a-925435a7a793 req-28d9b1e5-186d-4c8a-9663-ef14dc6da2d8 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 946 time: 0.0496452 Jun 24 04:30:58.350066 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-6ff05320-d2fd-4ba8-964a-925435a7a793 req-452a9030-d795-4457-a2e4-ff9f2756ac9f tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481057 Jun 24 04:30:58.562245 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:13Z', 'revision_number': 1, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:58.596041 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68684246-d5d0-47bd-a027-7397c7ffcf49 None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_floatingips': [{'id': '085c6174-0e9b-4a89-9ccf-67614195519b', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'router_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'port_id': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'mac_address': 'fa:16:3e:e3:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055b071-714c-42df-a252-68159d0f9020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T04:27:11Z', 'updated_at': '2022-06-24T04:27:13Z', 'revision_number': 1, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:30:58.810689 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083ed48-06e4-49a1-8c94-aa8e48b7f556 None None] New status for floating IP cede400a-ddbd-418c-a993-5e61e13afecb: DOWN {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:30:59.479869 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-bf1460d2-f07c-4440-bfd3-477bfe663e54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac HTTP/1.1" status: 200 len: 217 time: 0.0480165 Jun 24 04:30:59.495722 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e217e-1343-43c2-ae0c-c02f350c5542 req-f5cc3b41-7532-4d22-93c6-7ff15b8e7a05 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:59.497197 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3d6e217e-1343-43c2-ae0c-c02f350c5542 req-f5cc3b41-7532-4d22-93c6-7ff15b8e7a05 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 946 time: 0.0764046 Jun 24 04:30:59.570805 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-58f31668-b101-4bd5-aa4d-451e44302583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:59.572239 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-58f31668-b101-4bd5-aa4d-451e44302583 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0742192 Jun 24 04:30:59.585106 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-3d6e217e-1343-43c2-ae0c-c02f350c5542 req-01943db0-0a53-46d3-9180-b9b425b7f620 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793278 Jun 24 04:30:59.679821 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-4f25b0cf-08ce-44be-9536-44583a6bd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:30:59.681214 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-4f25b0cf-08ce-44be-9536-44583a6bd973 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399053 Jun 24 04:30:59.775675 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-de185840-cdc8-4dcd-9e8f-24624385ae86 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861053 Jun 24 04:30:59.999498 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-36050ecf-be06-45ef-a2fb-4a81ec1c948e req-b603aa79-0add-404a-9fcd-53a4ded489c7 service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947719 Jun 24 04:31:00.037455 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1dd6b90e-ee6d-4a24-b0cb-e60a62c5852a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:31:00.038925 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1dd6b90e-ee6d-4a24-b0cb-e60a62c5852a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 946 time: 0.0517550 Jun 24 04:31:00.120005 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Deleting port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:00.122419 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:00.212878 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] For port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:00.213237 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:00.226638 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Calling delete_port for 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:00.416777 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (83a55b30-ba60-47f7-8bb5-58f4abb3d9ac), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:00.422458 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:00.447340 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event deleted for resources: {'Port': ['ID=83a55b30-ba60-47f7-8bb5-58f4abb3d9ac,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:00.457423 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.457766 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.458101 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.458456 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.458787 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.459109 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.459427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.459741 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.460657 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.460657 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.460657 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.461045 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.461266 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.461560 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.461866 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:00.467064 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:00.508686 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] No DVR routers for this DVR port 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:31:00.511146 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:00.514240 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-965b4958-32c7-4ffb-a38e-ece7f93ac2ab req-1fed1dae-dd17-44b2-bb06-9627b600691c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "DELETE /v2.0/ports/83a55b30-ba60-47f7-8bb5-58f4abb3d9ac HTTP/1.1" status: 204 len: 173 time: 0.4697220 Jun 24 04:31:00.514768 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'name': 'network-vif-deleted', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:31:00.519508 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed712298-5c66-47fe-af61-cd06b2f15436" -d '{"events": [{"server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "name": "network-vif-deleted", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:31:00.558193 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13508e-083b-4348-90e4-5db855053ddc x-openstack-request-id: req-ae13508e-083b-4348-90e4-5db855053ddc {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:31:00.558518 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44ae3ea-a3c3-49cc-8914-814c72ad0554", "name": "network-vif-deleted", "tag": "83a55b30-ba60-47f7-8bb5-58f4abb3d9ac", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:31:00.558775 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae13508e-083b-4348-90e4-5db855053ddc {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:31:00.559176 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae13508e-083b-4348-90e4-5db855053ddc'] response: {'server_uuid': 'e44ae3ea-a3c3-49cc-8914-814c72ad0554', 'name': 'network-vif-deleted', 'tag': '83a55b30-ba60-47f7-8bb5-58f4abb3d9ac', 'status': 'completed', 'code': 200} Jun 24 04:31:00.565950 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-04584152-30fd-49df-a1c3-b2fe1ff0192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:00.687841 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-540b597a-252b-4a90-89e5-e08a57269a55 req-b728a666-e417-4002-9c90-fcf1ba68be40 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 210 time: 0.0283015 Jun 24 04:31:01.799712 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fac48d93-6b7d-484a-9705-a6b634984602 req-d3a40004-a962-4885-b2ab-35991db30aaa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=e44ae3ea-a3c3-49cc-8914-814c72ad0554 HTTP/1.1" status: 200 len: 210 time: 0.0285740 Jun 24 04:31:01.816425 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:03.193963 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:03.416839 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:05.285191 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:05.305047 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:31:05.305349 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device 83a55b30-ba60-47f7-8bb5-58f4abb3d9ac not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:05.327995 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32896) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:05.464207 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Deleting port 7fa9d65a-6238-409f-aaa8-37455d2cd553 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:05.464548 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (7fa9d65a-6238-409f-aaa8-37455d2cd553), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:05.540873 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (7fa9d65a-6238-409f-aaa8-37455d2cd553), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:05.541200 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (7fa9d65a-6238-409f-aaa8-37455d2cd553), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:05.554427 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Calling delete_port for 7fa9d65a-6238-409f-aaa8-37455d2cd553 owned by network:floatingip {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:05.754226 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (7fa9d65a-6238-409f-aaa8-37455d2cd553), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:05.778709 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event deleted for resources: {'Port': ['ID=7fa9d65a-6238-409f-aaa8-37455d2cd553,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:05.839090 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (085c6174-0e9b-4a89-9ccf-67614195519b), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:05.839403 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.db.l3_db [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Floating IP 085c6174-0e9b-4a89-9ccf-67614195519b disassociated (deleted). External IP: 172.27.2.56, port: f85f217c-ad41-4b2e-a933-31e8c2468e20. Jun 24 04:31:06.040237 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:31:06.094141 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:06.137791 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:06.143244 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:31:06.148003 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:06.153773 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:31:06.164389 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:31:06.164992 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:31:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:06.179377 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-4affbdef-cc29-4ff9-b2eb-3f1786cfc32a tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "DELETE /v2.0/floatingips/085c6174-0e9b-4a89-9ccf-67614195519b HTTP/1.1" status: 204 len: 168 time: 0.8503008 Jun 24 04:31:06.181783 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20'}] {{(pid=104593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:31:06.182119 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e710102e82fae7da37a66978429937b08a911ade27c57bb86d39d15ca8c4b08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80722176-f0e7-49aa-93d3-d305665395e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20"}]}' {{(pid=104593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:31:06.219465 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a86854-e3b1-4791-a323-fb4abaab3779 x-openstack-request-id: req-55a86854-e3b1-4791-a323-fb4abaab3779 {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:31:06.221290 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20", "status": "completed", "code": 200}]} {{(pid=104593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:31:06.221554 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55a86854-e3b1-4791-a323-fb4abaab3779 {{(pid=104593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:31:06.222089 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a86854-e3b1-4791-a323-fb4abaab3779'] response: {'name': 'network-changed', 'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'status': 'completed', 'code': 200} Jun 24 04:31:06.269599 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:31:06.296933 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:06.307640 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722176-f0e7-49aa-93d3-d305665395e7 req-d8e9032e-80f4-4293-b5bf-bcdd648b5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:31:06.309149 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80722176-f0e7-49aa-93d3-d305665395e7 req-d8e9032e-80f4-4293-b5bf-bcdd648b5c0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 1130 time: 0.0401835 Jun 24 04:31:06.413089 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722176-f0e7-49aa-93d3-d305665395e7 req-e9084dc3-1047-457a-b39f-9a79b4c7cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:31:06.414665 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80722176-f0e7-49aa-93d3-d305665395e7 req-e9084dc3-1047-457a-b39f-9a79b4c7cd5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 200 len: 913 time: 0.0942791 Jun 24 04:31:06.423508 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=100 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:06.458137 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80722176-f0e7-49aa-93d3-d305665395e7 req-bbeb7a70-acdb-460b-b103-26fb976d6548 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20 HTTP/1.1" status: 200 len: 217 time: 0.0327110 Jun 24 04:31:06.459732 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:06.485251 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:31:06.494888 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:31:06.495621 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:31:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:06.519948 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722176-f0e7-49aa-93d3-d305665395e7 req-e90965c0-ce02-494f-9ef3-d54f18f2824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:31:06.521995 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80722176-f0e7-49aa-93d3-d305665395e7 req-e90965c0-ce02-494f-9ef3-d54f18f2824a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 200 len: 851 time: 0.0552642 Jun 24 04:31:06.594105 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17061e8d-bc4a-4651-82a2-91206c0d9be1 req-8e8f13b2-ba0c-4dad-92fe-f07b71456b38 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:31:06.596297 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17061e8d-bc4a-4651-82a2-91206c0d9be1 req-8e8f13b2-ba0c-4dad-92fe-f07b71456b38 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 946 time: 0.0472016 Jun 24 04:31:06.598489 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:31:06.646135 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-17061e8d-bc4a-4651-82a2-91206c0d9be1 req-12ef263b-fbbf-4a4e-9ced-3dbcd74eaf9e tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441768 Jun 24 04:31:06.782844 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:06.806693 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077232e2-1945-49a4-95cf-f39623c2a9d8 None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:23:02Z', 'revision_number': 4, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi', '_interfaces': [{'id': '641891c4-e3cc-4bb3-b98a-29cd13f2a9dd', 'name': '', 'network_id': 'a202b9e8-77c8-471b-bad0-c0f2e233e837', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'mac_address': 'fa:16:3e:60:67:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:01Z', 'updated_at': '2022-06-24T04:23:06Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'subnets': [{'id': '15e3321a-fef9-46aa-b900-8a6d6f984325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:31:07.020009 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dfc1d6-9817-423d-bb34-f84ed0073505 None None] New status for floating IP 085c6174-0e9b-4a89-9ccf-67614195519b: DOWN {{(pid=104595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 04:31:07.760538 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6320a30-cbe8-4017-932f-79fd2ad97d67 req-b439438a-d078-403a-b6e5-f2295f026449 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:31:07.762026 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e6320a30-cbe8-4017-932f-79fd2ad97d67 req-b439438a-d078-403a-b6e5-f2295f026449 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 946 time: 0.0474536 Jun 24 04:31:07.771855 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722176-f0e7-49aa-93d3-d305665395e7 req-6ceaad86-df71-4bf8-b3e8-50a86822c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:31:07.773361 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80722176-f0e7-49aa-93d3-d305665395e7 req-6ceaad86-df71-4bf8-b3e8-50a86822c7de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a202b9e8-77c8-471b-bad0-c0f2e233e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402064 Jun 24 04:31:07.812315 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-e6320a30-cbe8-4017-932f-79fd2ad97d67 req-c84aca2e-97bc-4f18-919f-f13c6d096772 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c27a347-1d36-4752-a47e-22842b648b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 Jun 24 04:31:07.869863 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80722176-f0e7-49aa-93d3-d305665395e7 req-cbac5e9d-4058-4222-9ef3-259aa4dc614e service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874419 Jun 24 04:31:07.999521 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-80722176-f0e7-49aa-93d3-d305665395e7 req-466b39c5-d08c-48fc-aa91-e74fad76420a service neutron] 10.222.0.43 "GET /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846918 Jun 24 04:31:08.278747 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-ceb14663-ea4f-4663-88ad-cb32e159cc7c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 04:31:08.280056 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-ceb14663-ea4f-4663-88ad-cb32e159cc7c tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 946 time: 0.0506697 Jun 24 04:31:08.361803 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Deleting port f85f217c-ad41-4b2e-a933-31e8c2468e20 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:08.362134 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:08.451108 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] For port f85f217c-ad41-4b2e-a933-31e8c2468e20, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f85f217c-ad41-4b2e-a933-31e8c2468e20,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:08.451462 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:08.464803 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Calling delete_port for f85f217c-ad41-4b2e-a933-31e8c2468e20 owned by compute:nova {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:08.578034 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:08.651067 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (f85f217c-ad41-4b2e-a933-31e8c2468e20), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:08.659454 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:08.684819 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event deleted for resources: {'Port': ['ID=f85f217c-ad41-4b2e-a933-31e8c2468e20,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:08.728374 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] No DVR routers for this DVR port f85f217c-ad41-4b2e-a933-31e8c2468e20 on host hv-cinder-84684 {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:31:08.731148 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:08.734895 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [req-4dff025b-8d15-48a5-8df3-fe3574315f5a req-abb95084-fd9d-4ead-a593-94bd0887bf80 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.43 "DELETE /v2.0/ports/f85f217c-ad41-4b2e-a933-31e8c2468e20 HTTP/1.1" status: 204 len: 173 time: 0.4465356 Jun 24 04:31:08.735841 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'name': 'network-vif-deleted', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20'}] {{(pid=104594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 04:31:08.738034 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}330211437bae6f112cce6a5acca28aaaeb6f34f7171227fc24b89603b28973de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1eb9b4-3534-4189-b84b-5be2df95ca6f" -d '{"events": [{"server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "name": "network-vif-deleted", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20"}]}' {{(pid=104594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:31:08.774749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 04:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c222b5e2-ac19-4145-b5b6-a7331112fbaa x-openstack-request-id: req-c222b5e2-ac19-4145-b5b6-a7331112fbaa {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:31:08.774749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4055b071-714c-42df-a252-68159d0f9020", "name": "network-vif-deleted", "tag": "f85f217c-ad41-4b2e-a933-31e8c2468e20", "status": "completed", "code": 200}]} {{(pid=104594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:31:08.774749 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c222b5e2-ac19-4145-b5b6-a7331112fbaa {{(pid=104594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:31:08.775596 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c222b5e2-ac19-4145-b5b6-a7331112fbaa'] response: {'server_uuid': '4055b071-714c-42df-a252-68159d0f9020', 'name': 'network-vif-deleted', 'tag': 'f85f217c-ad41-4b2e-a933-31e8c2468e20', 'status': 'completed', 'code': 200} Jun 24 04:31:08.913108 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [req-fe1c2250-99da-46e4-bd4e-be9aeb56cab5 req-dcd68012-07a6-495e-b97c-302b9a4a1579 tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "GET /v2.0/ports?device_id=4055b071-714c-42df-a252-68159d0f9020 HTTP/1.1" status: 200 len: 210 time: 0.0320041 Jun 24 04:31:09.973943 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32914) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:10.084443 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Deleting port 9dac0974-4e28-4f22-bb32-ad4a0d362642 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:10.084781 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (9dac0974-4e28-4f22-bb32-ad4a0d362642), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:10.163011 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (9dac0974-4e28-4f22-bb32-ad4a0d362642), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:10.163341 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (9dac0974-4e28-4f22-bb32-ad4a0d362642), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:10.176759 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Calling delete_port for 9dac0974-4e28-4f22-bb32-ad4a0d362642 owned by network:floatingip {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:10.354224 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (9dac0974-4e28-4f22-bb32-ad4a0d362642), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:10.383778 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event deleted for resources: {'Port': ['ID=9dac0974-4e28-4f22-bb32-ad4a0d362642,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:10.442378 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for floatingip (6af3322a-aee9-48dc-9385-581703cb006d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:10.444783 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:10.445934 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-fe85ad19-9de3-4ac5-99bd-7e2f941ebdfa tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "DELETE /v2.0/floatingips/6af3322a-aee9-48dc-9385-581703cb006d HTTP/1.1" status: 204 len: 168 time: 0.4726381 Jun 24 04:31:11.751179 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32926) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:11.808529 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7e2a5394-538c-4684-b04b-00795238858d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group (5c27a347-1d36-4752-a47e-22842b648b4d), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:11.833195 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7e2a5394-538c-4684-b04b-00795238858d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group (5c27a347-1d36-4752-a47e-22842b648b4d), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:11.970602 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7e2a5394-538c-4684-b04b-00795238858d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (5c27a347-1d36-4752-a47e-22842b648b4d), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:11.973748 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-7e2a5394-538c-4684-b04b-00795238858d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:11.974912 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-7e2a5394-538c-4684-b04b-00795238858d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] 10.222.0.16 "DELETE /v2.0/security-groups/5c27a347-1d36-4752-a47e-22842b648b4d HTTP/1.1" status: 204 len: 168 time: 0.2227566 Jun 24 04:31:11.984039 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a5394-538c-4684-b04b-00795238858d tempest-TestVolumeBootPattern-1368551579 tempest-TestVolumeBootPattern-1368551579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c27a347-1d36-4752-a47e-22842b648b4d,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:12.101456 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32930) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:12.818877 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:12.834154 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:12.877773 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (46395327-3e4a-4cc3-90aa-eb687a7cac37), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:13.102830 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Deleting port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:13.103087 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:13.189864 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] For port 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:13.190222 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:13.203536 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Calling delete_port for 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd owned by network:router_interface {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:13.331674 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f85f217c-ad41-4b2e-a933-31e8c2468e20 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:13.351623 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] No Port match for: f85f217c-ad41-4b2e-a933-31e8c2468e20 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:31:13.351967 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Device f85f217c-ad41-4b2e-a933-31e8c2468e20 not bound to the agent host hv-cinder-84684 {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:13.439311 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (641891c4-e3cc-4bb3-b98a-29cd13f2a9dd), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:13.463954 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=641891c4-e3cc-4bb3-b98a-29cd13f2a9dd,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:13.621746 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:13.631274 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (46395327-3e4a-4cc3-90aa-eb687a7cac37), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:13.788318 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:13.836639 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Router 46395327-3e4a-4cc3-90aa-eb687a7cac37 has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:31:13.939256 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:31:13.944753 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-be8add09-84ba-40a5-bd19-e747482275a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/46395327-3e4a-4cc3-90aa-eb687a7cac37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8422928 Jun 24 04:31:13.947407 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32934) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:13.952777 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] Sync routers for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:31:13.961631 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:31:13.962246 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:31:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:14.048695 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks [] for router (46395327-3e4a-4cc3-90aa-eb687a7cac37), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.063159 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: dv-cinder-846842-3-iscsi {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:31:14.148073 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks [] for router_gateway (46395327-3e4a-4cc3-90aa-eb687a7cac37), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.227290 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:31:13Z', 'revision_number': 5, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port': {'id': '56794992-6c8b-4512-9d36-a3f869092d5c', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:22:59Z', 'updated_at': '2022-06-24T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:14.243427 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Deleting port 56794992-6c8b-4512-9d36-a3f869092d5c {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:14.243767 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.254800 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] Checking router: 46395327-3e4a-4cc3-90aa-eb687a7cac37 for host: dv-cinder-846842-3-iscsi {{(pid=104596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:31:14.263083 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] Routers {'46395327-3e4a-4cc3-90aa-eb687a7cac37'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:31:14.263672 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:31:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['46395327-3e4a-4cc3-90aa-eb687a7cac37'], 'active': True} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:14.323477 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] For port 56794992-6c8b-4512-9d36-a3f869092d5c, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=56794992-6c8b-4512-9d36-a3f869092d5c,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:14.323766 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.338685 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Calling delete_port for 56794992-6c8b-4512-9d36-a3f869092d5c owned by network:router_gateway {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:14.345419 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_dvr_db [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] Set router 46395327-3e4a-4cc3-90aa-eb687a7cac37 gateway port host: None {{(pid=104596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:31:14.478274 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.l3_hamode_db [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:31:14Z', 'revision_number': 6, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:14.493416 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:14.502192 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b9f8e-12da-45bf-a18e-83ee4dd913d4 None None] The sync data for ids ['46395327-3e4a-4cc3-90aa-eb687a7cac37'] in dv-cinder-846842-3-iscsi is: [{'id': '46395327-3e4a-4cc3-90aa-eb687a7cac37', 'name': 'tempest-TestVolumeBootPattern-2057751529-router', 'tenant_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:22:58Z', 'updated_at': '2022-06-24T04:31:14Z', 'revision_number': 6, 'project_id': 'f9c12f0aa786483e8d1ce8ff9042164f', 'gw_port_host': None}] {{(pid=104596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:31:14.576865 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (56794992-6c8b-4512-9d36-a3f869092d5c), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.606223 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Pushing event deleted for resources: {'Port': ['ID=56794992-6c8b-4512-9d36-a3f869092d5c,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:14.666270 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (46395327-3e4a-4cc3-90aa-eb687a7cac37), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.749078 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (46395327-3e4a-4cc3-90aa-eb687a7cac37), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.751220 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks [] for router_controller (46395327-3e4a-4cc3-90aa-eb687a7cac37), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.885311 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (46395327-3e4a-4cc3-90aa-eb687a7cac37), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.889817 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46395327-3e4a-4cc3-90aa-eb687a7cac37 {{(pid=104594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:31:14.890889 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.892031 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-b61004b4-7e54-491c-992b-bb4094253296 admin admin] 10.222.0.16 "DELETE /v2.0/routers/46395327-3e4a-4cc3-90aa-eb687a7cac37 HTTP/1.1" status: 204 len: 168 time: 0.9437277 Jun 24 04:31:14.896033 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32936) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:14.931552 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:14.947435 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f4fe22-2e9f-4723-b54d-06c224c36b47 admin admin] Deleting subnet 15e3321a-fef9-46aa-b900-8a6d6f984325 {{(pid=104594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:31:14.950724 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31f4fe22-2e9f-4723-b54d-06c224c36b47 admin admin] Publish callbacks [] for subnet (15e3321a-fef9-46aa-b900-8a6d6f984325), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:14.986143 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31f4fe22-2e9f-4723-b54d-06c224c36b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31464630'] for subnet (15e3321a-fef9-46aa-b900-8a6d6f984325), precommit_delete_associations {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.062809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31f4fe22-2e9f-4723-b54d-06c224c36b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (15e3321a-fef9-46aa-b900-8a6d6f984325), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.170897 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31f4fe22-2e9f-4723-b54d-06c224c36b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30618364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30621842'] for subnet (15e3321a-fef9-46aa-b900-8a6d6f984325), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.199086 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4fe22-2e9f-4723-b54d-06c224c36b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e3321a-fef9-46aa-b900-8a6d6f984325,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:15.201093 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-31f4fe22-2e9f-4723-b54d-06c224c36b47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.205046 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-31f4fe22-2e9f-4723-b54d-06c224c36b47 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15e3321a-fef9-46aa-b900-8a6d6f984325 HTTP/1.1" status: 204 len: 168 time: 0.3070095 Jun 24 04:31:15.207009 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32938) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:15.208897 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c8623-a061-4dd5-bcc0-4f129b9a4088 None None] Network a202b9e8-77c8-471b-bad0-c0f2e233e837 requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:31:15.226744 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:15.227747 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=15,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:15.280055 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (a202b9e8-77c8-471b-bad0-c0f2e233e837), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.328826 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Deleting port e44b5d39-e975-400a-b6ef-6fd7b82fb891 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:15.329172 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.368878 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] DHCP port deletion for a202b9e8-77c8-471b-bad0-c0f2e233e837 request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:31:15.398952 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] For port e44b5d39-e975-400a-b6ef-6fd7b82fb891, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=e44b5d39-e975-400a-b6ef-6fd7b82fb891,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:15.399318 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.408699 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Deleting port e44b5d39-e975-400a-b6ef-6fd7b82fb891 {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:15.409062 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.412696 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Calling delete_port for e44b5d39-e975-400a-b6ef-6fd7b82fb891 owned by network:dhcp {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:15.475668 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] For port e44b5d39-e975-400a-b6ef-6fd7b82fb891, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=e44b5d39-e975-400a-b6ef-6fd7b82fb891,segment=NetworkSegment(0602a9d1-5879-4cb6-8f96-2529760d57f3),segment_id=0602a9d1-5879-4cb6-8f96-2529760d57f3)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:15.476144 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.492028 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Calling delete_port for e44b5d39-e975-400a-b6ef-6fd7b82fb891 owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:15.576859 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.583043 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (e44b5d39-e975-400a-b6ef-6fd7b82fb891), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.585311 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:15.603704 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44b5d39-e975-400a-b6ef-6fd7b82fb891,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:15.608343 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] No DVR routers for this DVR port e44b5d39-e975-400a-b6ef-6fd7b82fb891 on host dv-cinder-846842-3-iscsi {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:31:15.613880 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Pushing event deleted for resources: {'Port': ['ID=e44b5d39-e975-400a-b6ef-6fd7b82fb891,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:15.617525 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] No DVR routers for this DVR port e44b5d39-e975-400a-b6ef-6fd7b82fb891 on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:31:15.629628 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.629628 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.629628 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.629628 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.629628 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.629628 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.630472 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.630472 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.630655 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.630980 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.631303 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.631651 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.631973 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.632286 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.632621 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc034b51-05fe-4251-9ec3-0e525d0ca81d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-3-iscsi {{(pid=104595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:15.685177 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (a202b9e8-77c8-471b-bad0-c0f2e233e837), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.710798 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a202b9e8-77c8-471b-bad0-c0f2e233e837']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:15.720065 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0602a9d1-5879-4cb6-8f96-2529760d57f3') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:15.720355 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0602a9d1-5879-4cb6-8f96-2529760d57f3') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:15.730384 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (0602a9d1-5879-4cb6-8f96-2529760d57f3), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.743930 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (0602a9d1-5879-4cb6-8f96-2529760d57f3), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.750069 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:31:15.750471 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (0602a9d1-5879-4cb6-8f96-2529760d57f3), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.833257 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 0602a9d1-5879-4cb6-8f96-2529760d57f3 resource provider aggregate not found Jun 24 04:31:15.849077 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 0602a9d1-5879-4cb6-8f96-2529760d57f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0602a9d1-5879-4cb6-8f96-2529760d57f3 found for delete ", "request_id": "req-89afa867-f153-4d9b-9e92-069faf50ccb5"}]} Jun 24 04:31:15.868133 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (a202b9e8-77c8-471b-bad0-c0f2e233e837), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.873808 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:15.877004 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a202b9e8-77c8-471b-bad0-c0f2e233e837 HTTP/1.1" status: 204 len: 168 time: 0.6690252 Jun 24 04:31:15.880670 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32946) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:15.888402 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebbff5-b94c-4c24-befd-568847f4c4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a202b9e8-77c8-471b-bad0-c0f2e233e837,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:16.193850 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589448'] for router_interface (9e14529e-ad24-46e3-85cb-197abdebc2ef), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:16.385394 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:16.405817 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:31:16.406162 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 641891c4-e3cc-4bb3-b98a-29cd13f2a9dd not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:16.406597 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 56794992-6c8b-4512-9d36-a3f869092d5c no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:16.409809 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Deleting port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:16.410157 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:16.424373 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 56794992-6c8b-4512-9d36-a3f869092d5c {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:31:16.424726 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 56794992-6c8b-4512-9d36-a3f869092d5c not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:16.425693 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device e44b5d39-e975-400a-b6ef-6fd7b82fb891 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:16.443796 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: e44b5d39-e975-400a-b6ef-6fd7b82fb891 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:31:16.444146 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device e44b5d39-e975-400a-b6ef-6fd7b82fb891 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:16.489296 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] For port bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,segment=NetworkSegment(45b745d6-83e6-4a5d-a1bf-e2944e1edbc5),segment_id=45b745d6-83e6-4a5d-a1bf-e2944e1edbc5)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:16.489662 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:16.502360 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Calling delete_port for bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec owned by network:router_interface {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:16.562799 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:16.615595 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:16.748027 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:16.989724 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:17.151955 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589340'] for router_interface (9e14529e-ad24-46e3-85cb-197abdebc2ef), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:17.361664 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Router 9e14529e-ad24-46e3-85cb-197abdebc2ef has already been hosted by L3 agent d4d82f82-95e0-45fb-9b13-2c427a1a54a4 {{(pid=104593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 04:31:17.461852 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] Notify agent at l3_agent.dv-cinder-846842-3-iscsi the message routers_updated {{(pid=104593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:31:17.467015 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-aa17323b-53e7-4317-9070-74596e168912 admin admin] 10.222.0.16 "PUT /v2.0/routers/9e14529e-ad24-46e3-85cb-197abdebc2ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5853424 Jun 24 04:31:17.469508 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32948) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:17.470048 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] Sync routers for ids ['9e14529e-ad24-46e3-85cb-197abdebc2ef'] in dv-cinder-846842-3-iscsi {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:31:17.481724 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] Routers {'9e14529e-ad24-46e3-85cb-197abdebc2ef'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:31:17.482445 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:31:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9e14529e-ad24-46e3-85cb-197abdebc2ef'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:17.566297 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks [] for router (9e14529e-ad24-46e3-85cb-197abdebc2ef), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:17.584894 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] Set router 9e14529e-ad24-46e3-85cb-197abdebc2ef gateway port host: dv-cinder-846842-3-iscsi {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:31:17.660508 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks [] for router_gateway (9e14529e-ad24-46e3-85cb-197abdebc2ef), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:17.754576 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'external_fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:31:16Z', 'revision_number': 5, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port': {'id': 'acfc234b-c48a-4656-9f7e-5ec5f4a14244', 'name': '', 'network_id': '128a2535-1ad9-4ed4-b77f-119c6944b2bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a508fd2e-b97d-4b97-9b2c-3d75aea2ba6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-3-iscsi'}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:17.780318 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] Checking router: 9e14529e-ad24-46e3-85cb-197abdebc2ef for host: dv-cinder-846842-3-iscsi {{(pid=104595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:31:17.789630 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] Routers {'9e14529e-ad24-46e3-85cb-197abdebc2ef'} bound to L3 agent in host dv-cinder-846842-3-iscsi {{(pid=104595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 04:31:17.789804 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Deleting port acfc234b-c48a-4656-9f7e-5ec5f4a14244 {{(pid=104593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:17.790108 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:17.790228 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T04:09:00Z,description=,heartbeat_timestamp=2022-06-24T04:31:00Z,host='dv-cinder-846842-3-iscsi',id=d4d82f82-95e0-45fb-9b13-2c427a1a54a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T04:09:01Z,topic='l3_agent')) {'router_ids': ['9e14529e-ad24-46e3-85cb-197abdebc2ef'], 'active': True} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:17.803305 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:17.848127 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:17.871476 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] For port acfc234b-c48a-4656-9f7e-5ec5f4a14244, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=acfc234b-c48a-4656-9f7e-5ec5f4a14244,segment=NetworkSegment(6c60c75e-f69d-46e6-bf08-40cbdac93ad3),segment_id=6c60c75e-f69d-46e6-bf08-40cbdac93ad3)] {{(pid=104593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:17.872193 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:17.876027 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvr_db [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] Set router 9e14529e-ad24-46e3-85cb-197abdebc2ef gateway port host: None {{(pid=104595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 04:31:17.891259 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.plugin [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Calling delete_port for acfc234b-c48a-4656-9f7e-5ec5f4a14244 owned by network:router_gateway {{(pid=104593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:17.926648 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_hamode_db [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:31:17Z', 'revision_number': 6, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port_host': None}], 'dv-cinder-846842-3-iscsi', False) {} {{(pid=104595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:17.954404 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b72e65-04cf-4d20-b84c-c35e2de2d830 None None] The sync data for ids ['9e14529e-ad24-46e3-85cb-197abdebc2ef'] in dv-cinder-846842-3-iscsi is: [{'id': '9e14529e-ad24-46e3-85cb-197abdebc2ef', 'name': 'tempest-TestVolumeBootPattern-940395459-router', 'tenant_id': '3c7828b5281148b89afe2f97d334a613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T04:23:06Z', 'updated_at': '2022-06-24T04:31:17Z', 'revision_number': 6, 'project_id': '3c7828b5281148b89afe2f97d334a613', 'gw_port_host': None}] {{(pid=104595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:31:18.119459 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29624789'] for port (acfc234b-c48a-4656-9f7e-5ec5f4a14244), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.141693 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Pushing event deleted for resources: {'Port': ['ID=acfc234b-c48a-4656-9f7e-5ec5f4a14244,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:18.209464 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-583736'] for router_gateway (9e14529e-ad24-46e3-85cb-197abdebc2ef), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.292541 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8328'] for router (9e14529e-ad24-46e3-85cb-197abdebc2ef), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.294610 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks [] for router_controller (9e14529e-ad24-46e3-85cb-197abdebc2ef), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.424116 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559039'] for router (9e14529e-ad24-46e3-85cb-197abdebc2ef), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.425403 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e14529e-ad24-46e3-85cb-197abdebc2ef {{(pid=104593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:31:18.429793 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.430951 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-e98b1ad5-ea1e-45ff-a06e-a438d00ac062 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9e14529e-ad24-46e3-85cb-197abdebc2ef HTTP/1.1" status: 204 len: 168 time: 0.9605021 Jun 24 04:31:18.433422 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32950) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:18.477601 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e89f68-ca45-4db0-a0d0-ed9effd06a8b admin admin] Deleting subnet 26b5c864-6c89-464e-a038-2f24bab0cd89 {{(pid=104593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 04:31:18.480722 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f68-ca45-4db0-a0d0-ed9effd06a8b admin admin] Publish callbacks [] for subnet (26b5c864-6c89-464e-a038-2f24bab0cd89), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.518261 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f68-ca45-4db0-a0d0-ed9effd06a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31393420'] for subnet (26b5c864-6c89-464e-a038-2f24bab0cd89), precommit_delete_associations {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.590490 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f68-ca45-4db0-a0d0-ed9effd06a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004296'] for subnet (26b5c864-6c89-464e-a038-2f24bab0cd89), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.690857 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f68-ca45-4db0-a0d0-ed9effd06a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29624706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30251472'] for subnet (26b5c864-6c89-464e-a038-2f24bab0cd89), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.721222 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89f68-ca45-4db0-a0d0-ed9effd06a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b5c864-6c89-464e-a038-2f24bab0cd89,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:18.723971 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f68-ca45-4db0-a0d0-ed9effd06a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.728185 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-b4e89f68-ca45-4db0-a0d0-ed9effd06a8b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/26b5c864-6c89-464e-a038-2f24bab0cd89 HTTP/1.1" status: 204 len: 168 time: 0.2927527 Jun 24 04:31:18.730040 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32952) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:18.739202 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9dd405-cf24-4e85-b391-6bafbbd49e30 None None] Network a3babf92-c662-4053-ab1f-21c9144ca8df requested from dv-cinder-846842-3-iscsi {{(pid=104595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 04:31:18.759502 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:18.789607 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:31:18.794579 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device bd586c0b-75b3-4f49-b03a-a17f2b6ef2ec not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:18.814326 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1847775'] for network (a3babf92-c662-4053-ab1f-21c9144ca8df), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.849955 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:18.856999 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Deleting port 22596993-89df-4d57-a2fa-3b369fd1c1a8 {{(pid=104594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:18.857342 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.921734 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] DHCP port deletion for a3babf92-c662-4053-ab1f-21c9144ca8df request from dv-cinder-846842-3-iscsi {{(pid=104595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 04:31:18.931559 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:18.933809 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.db [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] For port 22596993-89df-4d57-a2fa-3b369fd1c1a8, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=22596993-89df-4d57-a2fa-3b369fd1c1a8,segment=NetworkSegment(45b745d6-83e6-4a5d-a1bf-e2944e1edbc5),segment_id=45b745d6-83e6-4a5d-a1bf-e2944e1edbc5)] {{(pid=104594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:18.934168 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:18.953211 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.plugin [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Calling delete_port for 22596993-89df-4d57-a2fa-3b369fd1c1a8 owned by network:dhcp {{(pid=104594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:18.962136 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] Deleting port 22596993-89df-4d57-a2fa-3b369fd1c1a8 {{(pid=104595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 04:31:18.962661 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772085685032'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), before_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.027644 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.db [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] For port 22596993-89df-4d57-a2fa-3b369fd1c1a8, host dv-cinder-846842-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-3-iscsi',level=0,port_id=22596993-89df-4d57-a2fa-3b369fd1c1a8,segment=NetworkSegment(45b745d6-83e6-4a5d-a1bf-e2944e1edbc5),segment_id=45b745d6-83e6-4a5d-a1bf-e2944e1edbc5)] {{(pid=104595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:19.028296 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585919'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), precommit_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.048436 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] Calling delete_port for 22596993-89df-4d57-a2fa-3b369fd1c1a8 owned by network:dhcp {{(pid=104595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 04:31:19.115514 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:19.119409 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30618283'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.133322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2029207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772085691248', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772085189771'] for port (22596993-89df-4d57-a2fa-3b369fd1c1a8), after_delete {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.144083 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Pushing event deleted for resources: {'Port': ['ID=22596993-89df-4d57-a2fa-3b369fd1c1a8,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:19.148016 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] No DVR routers for this DVR port 22596993-89df-4d57-a2fa-3b369fd1c1a8 on host dv-cinder-846842-3-iscsi {{(pid=104594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:31:19.156159 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] Pushing event deleted for resources: {'Port': ['ID=22596993-89df-4d57-a2fa-3b369fd1c1a8,revision_number=None']} {{(pid=104595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:19.162151 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18ddf4-c87c-43e9-99b4-b12b4b7dc3d4 None None] No DVR routers for this DVR port 22596993-89df-4d57-a2fa-3b369fd1c1a8 on host dv-cinder-846842-3-iscsi {{(pid=104595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 04:31:19.224879 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1690165', 'neutron.services.segments.db._delete_segments_for_network-8772085466251'] for network (a3babf92-c662-4053-ab1f-21c9144ca8df), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.246042 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3babf92-c662-4053-ab1f-21c9144ca8df']}} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:19.255493 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5') {'for_net_delete': True} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:19.255788 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.services.segments.db [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b745d6-83e6-4a5d-a1bf-e2944e1edbc5') {} {{(pid=104594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:19.265184 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772085467028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31464621'] for segment (45b745d6-83e6-4a5d-a1bf-e2944e1edbc5), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.278936 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528'] for segment (45b745d6-83e6-4a5d-a1bf-e2944e1edbc5), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.286076 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:31:19.286497 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30618262'] for segment (45b745d6-83e6-4a5d-a1bf-e2944e1edbc5), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.305650 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 45b745d6-83e6-4a5d-a1bf-e2944e1edbc5 resource provider aggregate not found Jun 24 04:31:19.346291 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.services.segments.plugin [-] Segment 45b745d6-83e6-4a5d-a1bf-e2944e1edbc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45b745d6-83e6-4a5d-a1bf-e2944e1edbc5 found for delete ", "request_id": "req-203ee91d-c334-4ebb-95df-15a89409248b"}]} Jun 24 04:31:19.387827 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1690156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579631'] for network (a3babf92-c662-4053-ab1f-21c9144ca8df), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.392514 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.397364 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3babf92-c662-4053-ab1f-21c9144ca8df HTTP/1.1" status: 204 len: 168 time: 0.6652441 Jun 24 04:31:19.408908 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72aa4a-cdba-4974-aabd-fd66712c89fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a3babf92-c662-4053-ab1f-21c9144ca8df,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:19.645875 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:31:19.700446 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32960) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:19.740968 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-8042012c-fbbf-4dad-9dec-120392db15a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9c12f0aa786483e8d1ce8ff9042164f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393562 Jun 24 04:31:19.743453 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [-] (104594) accepted ('10.222.0.16', 32962) {{(pid=104594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:19.791886 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3711039d-8695-4123-ad76-48507ba9423b admin admin] Publish callbacks [] for security_group (23ccbe2f-fcfe-48c8-840c-13a85e8d385f), before_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.813551 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3711039d-8695-4123-ad76-48507ba9423b admin admin] Publish callbacks [] for security_group (23ccbe2f-fcfe-48c8-840c-13a85e8d385f), precommit_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:19.829799 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:20.010996 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3711039d-8695-4123-ad76-48507ba9423b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (23ccbe2f-fcfe-48c8-840c-13a85e8d385f), after_delete {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:20.011417 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:20.013744 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron_lib.callbacks.manager [None req-3711039d-8695-4123-ad76-48507ba9423b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:20.015013 dv-cinder-846842-3-iscsi neutron-server[104594]: INFO neutron.wsgi [None req-3711039d-8695-4123-ad76-48507ba9423b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23ccbe2f-fcfe-48c8-840c-13a85e8d385f HTTP/1.1" status: 204 len: 168 time: 0.2706046 Jun 24 04:31:20.023848 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711039d-8695-4123-ad76-48507ba9423b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ccbe2f-fcfe-48c8-840c-13a85e8d385f,revision_number=None']} {{(pid=104594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:20.384009 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 22596993-89df-4d57-a2fa-3b369fd1c1a8 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:20.403639 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: 22596993-89df-4d57-a2fa-3b369fd1c1a8 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:31:20.403980 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device 22596993-89df-4d57-a2fa-3b369fd1c1a8 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:20.404376 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device acfc234b-c48a-4656-9f7e-5ec5f4a14244 no longer exists at agent ovs-agent-dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:20.424388 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] No Port match for: acfc234b-c48a-4656-9f7e-5ec5f4a14244 {{(pid=104595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 04:31:20.424724 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron.plugins.ml2.rpc [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Device acfc234b-c48a-4656-9f7e-5ec5f4a14244 not bound to the agent host dv-cinder-846842-3-iscsi {{(pid=104595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:20.568992 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32968) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:20.576093 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:20.609084 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-158a136e-2846-4bc7-b3ad-9be8e7132b46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c7828b5281148b89afe2f97d334a613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390072 Jun 24 04:31:20.611558 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [-] (104593) accepted ('10.222.0.16', 32970) {{(pid=104593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 04:31:20.660989 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c3-7f3c-461c-951c-141621a730dc admin admin] Publish callbacks [] for security_group (f359ddc0-2b42-4e6e-a445-dd8a857f97de), before_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:20.682970 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c3-7f3c-461c-951c-141621a730dc admin admin] Publish callbacks [] for security_group (f359ddc0-2b42-4e6e-a445-dd8a857f97de), precommit_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:20.713432 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:20.793547 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c3-7f3c-461c-951c-141621a730dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608464'] for security_group (f359ddc0-2b42-4e6e-a445-dd8a857f97de), after_delete {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:20.796031 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c3-7f3c-461c-951c-141621a730dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:20.797247 dv-cinder-846842-3-iscsi neutron-server[104593]: INFO neutron.wsgi [None req-a86c82c3-7f3c-461c-951c-141621a730dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f359ddc0-2b42-4e6e-a445-dd8a857f97de HTTP/1.1" status: 204 len: 168 time: 0.1848187 Jun 24 04:31:20.805848 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c82c3-7f3c-461c-951c-141621a730dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f359ddc0-2b42-4e6e-a445-dd8a857f97de,revision_number=None']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:24.481514 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=74 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:28.273608 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fdb87708-d9a6-422d-ab0b-a68e2284fa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:29.642499 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=97 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:29.849603 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=42,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:30.019716 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG dbcounter [-] [104594] Writing DB stats neutron:SELECT=2 {{(pid=104594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:30.547684 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6c8f1e44-4a9e-4ad0-b868-b4f302090910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:30.801659 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:31.828143 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:33.176610 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:33.394063 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:43.335968 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:43.337800 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:47.637098 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:47.640975 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:49.964482 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:31:56.645554 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:31:58.145769 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=14 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:31:58.318804 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-1ad6adbb-6559-40bd-895f-113fdc8d750d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:00.569799 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-33fcc0b1-555e-45d0-9821-03c735f2240c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:01.832761 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:03.193537 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:03.381602 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:06.640565 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=14 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:13.330734 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:13.333555 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:19.975297 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:24.641852 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:24.646769 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:28.289710 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-490d567e-3f44-446f-a5d7-7c03b8dc1e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:30.558021 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-09cfeb82-63f0-435b-baef-d1078b09c449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:31.820874 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:33.198149 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:33.432713 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:33.645959 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:32:43.328059 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:43.329882 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:43.640468 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:43.641230 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:32:49.992256 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:32:56.157383 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [req-460505c0-0ceb-44f6-837c-76c79ec2f54a req-a5990b21-5486-4f85-9185-c3727ab80d9f service neutron] (104593) timed out ('10.222.0.43', 52043) {{(pid=104593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 04:32:58.277948 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-8030e39e-5be2-49a8-9859-36cca1f935d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:00.546811 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fb44156a-2fb0-41f3-8b53-2a70d99d6368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:01.642395 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:01.643196 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:01.860980 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:03.180551 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:03.420585 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:10.646529 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:33:18.141906 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:18.145799 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:19.980060 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:20.640941 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:20.641627 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:28.271331 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b7f1eec2-7602-4cd3-9695-ac992d4a6982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:30.546110 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-4afe153a-a7b8-4bd3-85eb-9ef8459794e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:31.842596 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:33.174344 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:33.368942 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:38.635655 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:38.640645 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:43.326583 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:43.328358 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:47.646308 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:33:49.991534 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:33:58.137885 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=15 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:58.140744 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=13 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:33:58.288429 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-eac9b1d8-5c4c-412d-bf85-a29f3187ef82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:00.619911 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fe202577-a4f1-4ddd-a3b8-8b5818a326d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:01.831442 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:03.191845 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:03.402637 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:13.325322 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:13.327113 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:15.631201 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:15.636054 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:20.014165 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:24.645458 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:34:28.305535 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-bfa99f63-4d96-4fd6-8bd9-f86314516ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:28.640004 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:30.560701 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e1d1-eef8-4a80-9d6a-7e13b6f1cb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:31.842033 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:33.201121 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:33.390563 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:34.640979 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:43.324736 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:43.331715 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:49.967392 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:34:56.736356 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:56.737019 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:34:58.281636 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-38bc2b5c-aad5-4c83-ad6f-3b7400c3e610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:00.561362 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b7cd-741d-4fed-846a-8feb6cfb9d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:01.644350 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:35:01.853193 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:03.178663 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:03.441726 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:11.640541 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:35:11.641792 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:35:15.142074 dv-cinder-846842-3-iscsi neutron-server[104593]: DEBUG neutron.wsgi [req-25a1157a-047f-44b2-b5af-38c28dd783bc req-518aaf0f-47cc-462b-a36f-1cae26819b41 service neutron] (104593) timed out ('10.222.0.43', 52062) {{(pid=104593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 04:35:17.180927 dv-cinder-846842-3-iscsi neutron-server[104594]: DEBUG neutron.wsgi [req-95d7ab7b-c422-4d5e-8a12-3a24af3c7e15 req-663104cb-d7a6-4675-aaa7-7c02da703900 service neutron] (104594) timed out ('10.222.0.43', 52050) {{(pid=104594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 04:35:18.148673 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:35:18.151556 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:35:20.041719 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:28.292779 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b4f3-bec5-45ce-acda-2f884a92953b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:29.627912 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=2 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:35:29.628810 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=4 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:35:30.555667 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-fa53c603-9af6-4274-bd10-edc55e8f76f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:31.869762 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:33.199921 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:33.394120 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:38.644085 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:35:43.323613 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:35:43.330589 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:35:49.989991 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:35:58.286786 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-026c3f36-33b5-46ea-ad14-015602d24133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:00.587637 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ce9af392-a714-4f20-94a4-66dc64928582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:01.851165 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:03.204727 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:03.440832 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:06.634417 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=14 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:06.635217 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=20 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:13.326500 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:13.332392 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:15.642651 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:36:20.033546 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:25.638487 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:25.639214 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:28.320389 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-52c9c801-df88-45ec-b95d-6eb59ee89cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:29.943715 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:30.560931 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-5ecedb78-249e-4b1e-88aa-7deb4c029bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (d4d82f82-95e0-45fb-9b13-2c427a1a54a4), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:31.840442 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-c57a5c2f-d0b3-42a9-a52e-61d9bff6b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (456c1cb8-471b-46f4-889c-f460376ba5ed), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:33.216694 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-d866b5c0-9a69-4eed-afe1-7e208dd7de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (fcf879a4-4efa-49e7-a06f-0486afbda039), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:33.398471 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc891-1977-4784-866b-7bb07971f12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (7cf76eab-084d-4327-a23f-09e107e9c213), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:43.322423 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:43.329350 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG dbcounter [-] [104595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:43.626393 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:43.632338 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:SELECT=5 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:50.023121 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-44c56e51-8eaa-4a35-ab9e-c33ba223088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (28fcd799-4376-478e-8b79-c6cf752974a9), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 04:36:52.641869 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG neutron.db.agents_db [None req-2939b77e-8f50-4a62-8a77-7b0eeb3d13cf None None] Agent healthcheck: found 6 active agents {{(pid=104596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 04:36:56.742088 dv-cinder-846842-3-iscsi neutron-server[104596]: DEBUG dbcounter [-] [104596] Writing DB stats neutron:DELETE=1 {{(pid=104596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 04:36:58.289515 dv-cinder-846842-3-iscsi neutron-server[104595]: DEBUG neutron_lib.callbacks.manager [None req-ace2495c-167a-41be-bb84-c4f9cf8cde80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772085466233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2003572'] for agent (23338902-3ab8-4030-a12d-3694c513d8d1), after_update {{(pid=104595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}